00000800:00000200:2.1F:1781226228.767747:0:3664:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079374fa1] -> 12345-192.168.202.130@tcp (2) 00000800:00000200:2.1:1781226228.769209:0:3655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079374fa1] -> 12345-192.168.202.130@tcp (2) 00000800:00000200:2.1:1781226228.769212:0:3655:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.130@tcp 00000000176306d8 deleted 00000800:00000010:2.1:1781226228.769214:0:3655:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000176306d8. 00000800:00000200:2.1:1781226228.769220:0:3655:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1781226228.769226:0:3655:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.130@tcp ip 192.168.202.130:1023 00000800:00000200:2.1:1781226228.769231:0:3655:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a88f987d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1781226228.772920:0:3654:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1781226228.775628:0:3656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000079374fa1] -> 12345-192.168.202.130@tcp (4) 00000800:00000200:3.1:1781226228.775637:0:3656:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.130@tcp 00000000ff5bc905 deleted 00000800:00000010:3.1:1781226228.775639:0:3656:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ff5bc905. 00000800:00000200:3.1:1781226228.775643:0:3656:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1781226228.775769:0:3654:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1781226229.043606:0:6503:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000769f65e4. 00010000:00000010:0.1:1781226229.043638:0:6503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fa90ee9. 00010000:00000010:3.1:1781226229.393129:0:6501:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003f51da47. 00010000:00000010:3.1:1781226229.393138:0:6501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c8ccaed4. 00010000:00000010:2.1:1781226229.395972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f1f6ed3b. 00010000:00000010:2.1:1781226229.395978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdfcacb5. 00010000:00000010:2.1:1781226229.395983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050fecddd. 00080000:00000010:0.1:1781226229.487046:0:6501:0:(osd_handler.c:1611:osd_oxc_free()) kvfree 'oxe': 68 at 000000004a7780a7. 00010000:00010000:0.0:1781226626.455545:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e47e8630/0x5d5522eac4463942 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b461de expref: 8 pid: 8404 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226626.455577:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964444544:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226626.455656:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226626.505473:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941383936 00000100:00100000:0.0:1781226626.505484:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941383936 00000100:00100000:0.0:1781226626.505543:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 164 00000100:00100000:0.0:1781226626.505552:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941383936:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226626.505576:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226626.505600:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000009a8960/0x5d5522eac446399d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46208 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226626.505628:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xd:0x0] initial LVB size: 158, mtime: 0x6a2b5c82, atime: 0x0, ctime: 0x6a2b5c82, blocks: 0x8 00010000:00010000:0.0:1781226626.505652:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226626.505655:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226626.505665:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000009a8960/0x5d5522eac446399d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46208 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226626.505686:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000009a8960/0x5d5522eac446399d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46208 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226626.505727:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850fc00, rc 0) 00000100:00100000:0.0:1781226626.505797:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941383936:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 245us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226626.505805:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 164 00000100:00100000:0.0:1781226626.535617:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226626.551181:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226626.559113:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:0.0:1781226626.574065:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226626.574072:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226626.574628:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781226626.574639:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226626.587646:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941385344 00000100:00100000:0.0:1781226626.587657:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941385344 00000100:00100000:0.0:1781226626.587749:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 128 00000100:00100000:0.0:1781226626.587758:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+33:20184:x1867750941385344:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226626.588305:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:20184:x1867750941385344:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 547us (750us total) trans 4294967690 rc 0/0 00000100:00100000:0.0:1781226626.588314:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 128 00000040:00080000:0.0:1781226627.582183:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226627.582193:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226627.582794:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781226627.582806:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226628.609516:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964444928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226628.609603:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1781226628.610097:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226628.610135:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964444928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226629.024299:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941385856 00000100:00100000:0.0:1781226629.024303:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941385856 00000100:00100000:0.0:1781226629.024335:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00100000:0.0:1781226629.024341:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941385856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024367:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941385856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024380:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00080000:0.0:1781226629.024428:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226629.024433:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226629.024445:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 321 00000100:00100000:0.0:1781226629.024453:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941386240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024480:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941386240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024486:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 321 00000100:00100000:0.0:1781226629.024498:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:0.0:1781226629.024503:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+7:2425:x1867750941386752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024523:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+7:2425:x1867750941386752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024529:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:0.0:1781226629.024547:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941386112 00000100:00100000:0.0:1781226629.024550:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941386112 00000100:00100000:0.0:1781226629.024575:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941386624 00000100:00100000:0.0:1781226629.024578:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941386624 00000100:00100000:0.0:1781226629.024589:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941385984 00000100:00100000:0.0:1781226629.024591:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941385984 00000100:00100000:0.0:1781226629.024602:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941386496 00000100:00100000:0.0:1781226629.024605:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941386496 00000100:00100000:0.0:1781226629.024618:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 621 00000100:00100000:0.0:1781226629.024624:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941386112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024650:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941386112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024657:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 621 00000100:00100000:0.0:1781226629.024676:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 622 00000100:00100000:0.0:1781226629.024682:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941386624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024744:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941386624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 62us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024751:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 622 00000100:00100000:0.0:1781226629.024764:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 623 00000100:00100000:0.0:1781226629.024770:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+64:2425:x1867750941385984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024791:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+64:2425:x1867750941385984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024797:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 623 00000100:00100000:0.0:1781226629.024807:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 624 00000100:00100000:0.0:1781226629.024813:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:2425:x1867750941386496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226629.024833:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:2425:x1867750941386496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226629.024839:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 624 00000100:00080000:0.0:1781226629.024855:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226629.024858:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1781226629.642538:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642554:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642562:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642569:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226629.642591:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642613:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642634:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff89a4c5e39600) 00010000:00010000:0.0:1781226629.642637:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226629.642643:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642650:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac446384d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642674:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642680:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642685:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642689:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226629.642692:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642729:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642737:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff89a4c5e39900) 00010000:00010000:0.0:1781226629.642739:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226629.642749:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226629.642755:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f000/0x5d5522eac4463854 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226631.164374:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964445568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.164468:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226631.164545:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226631.164550:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964445440:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.164580:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226631.164798:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964445568 00000100:00100000:0.0:1781226631.164807:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964445568 00000100:00100000:0.0:1781226631.165045:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781226631.165057:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964445568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.165143:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964445568:12345-0@lo:400:kworker.0 Request processed in 86us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226631.165153:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781226631.165190:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964445440 00000100:00100000:0.0:1781226631.165194:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964445440 00000100:00100000:0.0:1781226631.165229:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1781226631.165236:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964445440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.165278:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964445440:12345-0@lo:400:kworker.0 Request processed in 43us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226631.165285:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1781226631.165334:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964445440:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.165347:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964445568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.165608:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964445824:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.165640:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226631.165661:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226631.165667:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964445696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226631.165687:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226631.165757:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964445696 00000100:00100000:0.0:1781226631.165761:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964445696 00000100:00100000:0.0:1781226631.165797:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1781226631.165803:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964445696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226631.165829:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 65519296 pending 28672 free 3920367616 avail 3688845312 00000100:00100000:0.0:1781226631.170984:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964445696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5165us (5279us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226631.171015:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00080000:0.0:1781226631.171070:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226631.171136:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964445696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226631.173199:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964445824 00000100:00100000:0.0:1781226631.173219:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964445824 00000100:00100000:0.0:1781226631.173289:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1781226631.173300:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964445824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.173412:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964445824:12345-0@lo:400:kworker.0 Request processed in 114us (7771us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226631.173419:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1781226631.173468:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964445824:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.178075:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226631.178088:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964446208:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.178149:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226631.178241:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7927c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964446336:0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.178271:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226631.180168:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1781226631.180191:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964446208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226631.182101:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964446208:12345-0@lo:400:kworker.0 Request processed in 1920us (3950us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226631.182109:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1781226633.726376:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226633.726413:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e29680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964447104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226633.726502:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226633.740554:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964447232 00000100:00100000:0.0:1781226633.740592:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964447232 00000100:00100000:0.0:1781226633.740818:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1781226633.740832:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964447232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226633.740899:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226633.741191:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964447232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 220us (13090us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226633.741205:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1781226634.166550:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166609:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166649:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166675:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166717:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166741:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166761:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166803:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166826:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226634.166861:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387520 00000100:00100000:0.0:1781226634.166874:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387520 00000100:00100000:0.0:1781226634.166944:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941388032 00000100:00100000:0.0:1781226634.166948:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941388032 00000100:00100000:0.0:1781226634.166982:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387392 00000100:00100000:0.0:1781226634.166986:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387392 00000100:00100000:0.0:1781226634.167002:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387904 00000100:00100000:0.0:1781226634.167004:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387904 00000100:00100000:0.0:1781226634.167024:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:0.0:1781226634.167179:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941387520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167284:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941387520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 250us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167293:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:0.0:1781226634.167313:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00100000:0.0:1781226634.167343:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941388032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167371:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941388032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167378:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00100000:0.0:1781226634.167390:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 327 00000100:00100000:0.0:1781226634.167397:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941387392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167419:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941387392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167426:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 327 00000100:00100000:0.0:1781226634.167436:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 328 00000100:00100000:0.0:1781226634.167451:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+7:2424:x1867750941387904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167476:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+7:2424:x1867750941387904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167482:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 328 00000100:00100000:0.0:1781226634.167503:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387264 00000100:00100000:0.0:1781226634.167507:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387264 00000100:00100000:0.0:1781226634.167538:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387776 00000100:00100000:0.0:1781226634.167541:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387776 00000100:00100000:0.0:1781226634.167554:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387136 00000100:00100000:0.0:1781226634.167557:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387136 00000100:00100000:0.0:1781226634.167568:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941387648 00000100:00100000:0.0:1781226634.167571:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941387648 00000100:00100000:0.0:1781226634.167586:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 631 00000100:00100000:0.0:1781226634.167593:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941387264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167621:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941387264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167629:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 631 00000100:00100000:0.0:1781226634.167641:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 632 00000100:00100000:0.0:1781226634.167648:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941387776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167671:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941387776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167676:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 632 00000100:00100000:0.0:1781226634.167686:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 633 00000100:00100000:0.0:1781226634.167692:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+62:2424:x1867750941387136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167745:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+62:2424:x1867750941387136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 53us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167758:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 633 00000100:00100000:0.0:1781226634.167771:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 634 00000100:00100000:0.0:1781226634.167778:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+26:2424:x1867750941387648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226634.167803:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+26:2424:x1867750941387648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226634.167810:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 634 00000100:00080000:0.0:1781226634.167848:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226634.167853:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226634.167856:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226634.167858:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1781226634.364260:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226635.262438:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226635.265811:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941388288 00000100:00100000:0.0:1781226635.265824:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941388288 00000100:00100000:0.0:1781226635.265888:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 644 00000100:00100000:0.0:1781226635.265901:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:20167:x1867750941388288:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226635.266054:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:20167:x1867750941388288:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 155us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226635.266063:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 644 00000100:00100000:0.0:1781226635.275277:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941388544 00000100:00100000:0.0:1781226635.275298:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941388544 00000100:00100000:0.0:1781226635.275593:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 129 00000100:00100000:0.0:1781226635.275607:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+26:20167:x1867750941388544:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226636.292984:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964448000:0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.293097:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.293299:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964448512:0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.293338:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.293356:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964449024:0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.293381:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.293411:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1781226636.293418:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964447616:0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.293450:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.293484:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964448128:0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.293511:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.293531:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964448640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.293552:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.293567:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964449152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226636.295967:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226636.296219:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448000 00000100:00100000:0.0:1781226636.296230:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448000 00000100:00100000:0.0:1781226636.296290:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964447744 00000100:00100000:0.0:1781226636.296293:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964447744 00000100:00100000:0.0:1781226636.296308:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448256 00000100:00100000:0.0:1781226636.296311:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448256 00000100:00100000:0.0:1781226636.296342:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448768 00000100:00100000:0.0:1781226636.296345:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448768 00000100:00100000:0.0:1781226636.296360:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448384 00000100:00100000:0.0:1781226636.296362:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448384 00000100:00100000:0.0:1781226636.296381:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1781226636.296391:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964448000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.296462:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964448000:12345-0@lo:400:kworker.0 Request processed in 72us (3365us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.296482:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1781226636.296529:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1781226636.296535:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964447744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.296566:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964447744:12345-0@lo:400:kworker.0 Request processed in 32us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.296583:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1781226636.296597:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1781226636.296603:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964448256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.296632:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964448256:12345-0@lo:400:kworker.0 Request processed in 30us (2616us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.296637:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1781226636.296648:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1781226636.296654:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964448768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.296682:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964448768:12345-0@lo:400:kworker.0 Request processed in 29us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.296687:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1781226636.296719:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1781226636.296726:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964448384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.296752:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964448384:12345-0@lo:400:kworker.0 Request processed in 28us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.296757:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1781226636.296780:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448512 00000100:00100000:0.0:1781226636.296783:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448512 00000100:00100000:0.0:1781226636.296810:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964449024 00000100:00100000:0.0:1781226636.296813:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964449024 00000100:00100000:0.0:1781226636.296846:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448640 00000100:00100000:0.0:1781226636.296849:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448640 00000100:00100000:0.0:1781226636.296869:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1781226636.296882:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5ef891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964448512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.296930:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5ef891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964448512:12345-0@lo:400:kworker.0 Request processed in 49us (3591us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.296936:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1781226636.297180:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1781226636.297187:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964449024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.297217:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964449024:12345-0@lo:400:kworker.0 Request processed in 32us (3836us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.297223:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1781226636.297234:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1781226636.297240:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964448640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.297267:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964448640:12345-0@lo:400:kworker.0 Request processed in 28us (3714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.297273:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1781226636.297300:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964447616 00000100:00100000:0.0:1781226636.297304:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964447616 00000100:00100000:0.0:1781226636.297334:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1781226636.297341:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964447616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.297372:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964447616:12345-0@lo:400:kworker.0 Request processed in 31us (3921us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.297377:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1781226636.297406:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964448128 00000100:00100000:0.0:1781226636.297411:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964448128 00000100:00100000:0.0:1781226636.297436:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964447872 00000100:00100000:0.0:1781226636.297440:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964447872 00000100:00100000:0.0:1781226636.297454:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1781226636.297460:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964448128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.297502:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964448128:12345-0@lo:400:kworker.0 Request processed in 42us (3990us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.297508:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1781226636.297519:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1781226636.297524:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964447872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226636.297551:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964447872:12345-0@lo:400:kworker.0 Request processed in 27us (3430us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.297555:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1781226636.297589:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964449152 00000100:00100000:0.0:1781226636.297593:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964449152 00000100:00100000:0.0:1781226636.303405:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1781226636.303428:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964449152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226636.303464:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 65490624 pending 0 free 3920367616 avail 3688845312 00000100:00100000:0.0:1781226636.306504:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964449152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3075us (10523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226636.306520:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1781226637.308900:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964449280 00000100:00100000:0.0:1781226637.308912:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964449280 00000100:00100000:0.0:1781226637.308992:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1781226637.309004:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964449280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226637.309050:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226637.309128:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964449280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226637.309136:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00010000:00010000:0.0:1781226637.436009:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226637.629900:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941388800 00000100:00100000:0.0:1781226637.630001:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941388800 00000100:00100000:0.0:1781226637.630165:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 645 00000100:00100000:0.0:1781226637.630180:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+27:20805:x1867750941388800:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226637.630220:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226637.630253:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac44639c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4621d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630363:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630380:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630397:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630423:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630430:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630436:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630605:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44639dc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630614:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44639dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630621:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44639dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226637.630643:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1781226637.630809:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630818:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630825:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630831:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226637.630835:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630843:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630857:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a4c6e2fb00) 00010000:00010000:0.0:1781226637.630861:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226637.630866:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630873:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac44639ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630889:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630895:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630914:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630919:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850e200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226637.630921:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630946:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630955:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff89a4c6f7a600) 00010000:00010000:0.0:1781226637.630958:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226637.630960:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.630966:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac44639d5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.631349:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac44639c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4621d expref: 30 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.631364:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44639dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4621d expref: 29 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.631371:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226637.631373:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226637.631375:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f800, rc 0) 00000100:00100000:0.0:1781226637.631462:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+29:20805:x1867750941388800:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1286us (2269us total) trans 4294967692 rc 0/0 00000100:00100000:0.0:1781226637.631481:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 645 00000100:00100000:0.0:1781226637.665806:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.679823:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941389312 00000100:00100000:0.0:1781226637.679841:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941389312 00000100:00100000:0.0:1781226637.679948:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941389568 00000100:00100000:0.0:1781226637.679953:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941389568 00000100:00100000:0.0:1781226637.679992:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 648 00000100:00100000:0.0:1781226637.680005:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+63:2426:x1867750941389312:12345-192.168.202.30@tcp:41:mkdir.0 00000004:00000024:0.0:1781226637.680065:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444458496 avail 1298219008 00000100:00100000:0.0:1781226637.680165:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+63:2426:x1867750941389312:12345-192.168.202.30@tcp:41:mkdir.0 Request processed in 162us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226637.680174:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 648 00000100:00100000:0.0:1781226637.730643:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.741477:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.772400:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.777611:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.807235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.852125:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.878270:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226637.894297:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941391360 00000100:00100000:0.0:1781226637.894311:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941391360 00000100:00100000:0.0:1781226637.894437:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 168 00000100:00100000:0.0:1781226637.894451:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:20809:x1867750941391360:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226637.894480:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226637.894503:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f46be4c1/0x5d5522eac4463ae6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46271 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.894578:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.894588:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226637.894590:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226637.894608:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f46be4c1/0x5d5522eac4463ae6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46271 expref: 9 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.894653:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.894668:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 697 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226637.894686:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964449536:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226637.894850:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226637.897550:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964449536:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226637.897603:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f46be4c1/0x5d5522eac4463ae6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46271 expref: 9 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.897630:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fb600, rc 0) 00000100:00100000:0.0:1781226637.897736:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:20809:x1867750941391360:12345-192.168.202.30@tcp:101:cp.0 Request processed in 3287us (3574us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226637.897747:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 168 00000100:00100000:0.0:1781226637.900894:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941391488 00000100:00100000:0.0:1781226637.900907:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941391488 00010000:00010000:0.0:1781226637.900968:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 697 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226637.901019:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 201 00000100:00100000:0.0:1781226637.901031:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941391488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226637.901051:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226637.901083:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 697 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.901098:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 697 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.901130:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c2dd3b0/0x5d5522eac4463adf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4626a expref: 9 pid: 17677 timeout: 697 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.901153:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226637.901155:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226637.901165:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f46be4c1/0x5d5522eac4463ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46271 expref: 8 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.901178:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f46be4c1/0x5d5522eac4463ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46271 expref: 8 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.901238:0:9477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f46be4c1/0x5d5522eac4463ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46271 expref: 8 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226637.901281:0:9477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bde00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964449664:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226637.901545:0:9477:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226637.925013:0:9477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bde00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964449664:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226637.925055:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226637.995778:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941392000 00000100:00100000:0.0:1781226637.995794:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941392000 00000100:00100000:0.0:1781226637.995885:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 660 00000100:00100000:0.0:1781226637.995897:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+65:20812:x1867750941392000:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226637.995928:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226637.995967:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463aed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46278 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996090:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996121:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996137:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996151:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996159:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996166:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996561:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b02 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996573:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996581:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226637.996594:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 158 00010000:00010000:0.0:1781226637.996687:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996747:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996755:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996763:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226637.996768:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996777:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996792:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89a4c6fc5300) 00010000:00010000:0.0:1781226637.996796:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226637.996801:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996873:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463af4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996890:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996897:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996903:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996908:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226637.996911:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996916:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996924:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x88c75925 (ffff89a4c6fc5900) 00010000:00010000:0.0:1781226637.996926:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226637.996929:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996945:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463afb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.996992:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463aed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46278 expref: 68 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.997017:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46278 expref: 67 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226637.997026:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:0.0:1781226637.997028:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226637.997031:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fac00, rc 0) 00000100:00100000:0.0:1781226637.997230:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+67:20812:x1867750941392000:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1334us (2204us total) trans 4294967696 rc 0/0 00000100:00100000:0.0:1781226637.997240:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 660 00000100:00100000:0.0:1781226638.012959:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964449792:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226638.012973:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964449920:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226638.013000:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017384:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017404:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017617:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017627:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017635:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017763:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c7600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226638.017770:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017780:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017799:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:0.0:1781226638.017802:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781226638.017807:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 2/0,0 mode: --/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.017874:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7600/0x5d5522eac4463b10 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xf:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226638.018036:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+67:20812:x1867750941392256:12345-192.168.202.30@tcp:55:lfs.0 Request processed in 9594us (10832us total) trans 4294967697 rc 0/0 00000100:00100000:0.0:1781226638.018050:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 661 00000100:00100000:0.0:1781226638.020462:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226638.072184:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941392896 00000100:00100000:0.0:1781226638.072196:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941392896 00000100:00100000:0.0:1781226638.072279:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:0.0:1781226638.072290:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+68:20813:x1867750941392896:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226638.072315:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226638.072336:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4627f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.072430:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.074634:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.074650:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.075250:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.075260:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.075268:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.075463:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b2c lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.075472:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.075480:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226638.075640:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 158 00000004:00200000:0.0:1781226638.075645:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226638.076261:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076274:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076302:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076308:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076314:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076320:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076326:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226638.076331:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076338:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076350:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89a4c6fc5300) 00010000:00010000:0.0:1781226638.076353:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226638.076357:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076363:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076451:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076458:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076470:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076476:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226638.076478:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076485:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076493:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x88c75925 (ffff89a4c6fc5900) 00010000:00010000:0.0:1781226638.076495:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226638.076499:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076504:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076543:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4627f expref: 70 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076558:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fac00/0x5d5522eac4463b2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4627f expref: 69 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.076565:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff89a4c6f7a600) 00010000:00010000:0.0:1781226638.076568:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226638.076570:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fac00, rc 0) 00000100:00100000:0.0:1781226638.076649:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+69:20813:x1867750941392896:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4361us (4582us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226638.077634:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:0.0:1781226638.079908:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226638.100543:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941393152 00000100:00100000:0.0:1781226638.100559:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941393152 00000100:00100000:0.0:1781226638.100651:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 663 00000100:00100000:0.0:1781226638.100664:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+69:20813:x1867750941393152:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226638.100689:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226638.100758:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4628d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.100854:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.100871:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.100882:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226638.104273:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 4096 00000004:00200000:0.0:1781226638.104288:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226638.104340:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.104451:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4628d expref: 71 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.104477:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb800/0x5d5522eac4463b41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4628d expref: 70 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226638.104510:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89a4c6fc5300) 00010000:00010000:0.0:1781226638.104512:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226638.104516:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fb800, rc 0) 00000100:00100000:0.0:1781226638.104653:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+70:20813:x1867750941393152:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3991us (4227us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226638.104661:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 663 00000100:00100000:0.0:1781226638.112772:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226638.127170:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941393536 00000100:00100000:0.0:1781226638.127186:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941393536 00000100:00100000:0.0:1781226638.127272:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 664 00000100:00100000:0.0:1781226638.127283:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+70:20813:x1867750941393536:12345-192.168.202.30@tcp:58:lfs.0 00000100:00100000:0.0:1781226638.127448:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+70:20813:x1867750941393536:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 167us (425us total) trans 0 rc -1/-1 00000100:00100000:0.0:1781226638.127456:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 664 00000100:00100000:0.0:1781226638.847871:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964450432 00000100:00100000:0.0:1781226638.847896:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964450432 00000100:00100000:0.0:1781226638.847992:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1781226638.848003:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964450432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226638.848044:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226638.848108:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964450432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226638.848116:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1781226638.848170:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964450432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226638.849909:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964450304 00000100:00100000:0.0:1781226638.849952:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964450304 00000100:00100000:0.0:1781226638.850035:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1781226638.850045:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5efa9e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964450304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226638.850077:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226638.850168:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5efa9e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964450304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226638.850176:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1781226639.263278:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263332:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263365:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263397:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263419:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263437:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263470:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263486:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263508:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226639.263538:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941393920 00000100:00100000:0.0:1781226639.263549:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941393920 00000100:00100000:0.0:1781226639.263621:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941394432 00000100:00100000:0.0:1781226639.263623:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941394432 00000100:00100000:0.0:1781226639.263636:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941393792 00000100:00100000:0.0:1781226639.263639:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941393792 00000100:00100000:0.0:1781226639.263650:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941394304 00000100:00100000:0.0:1781226639.263652:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941394304 00000100:00100000:0.0:1781226639.263681:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 641 00000100:00100000:0.0:1781226639.263724:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941393920:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226639.266118:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941393920:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2419us (2776us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226639.266151:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 641 00000100:00100000:0.0:1781226639.266212:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 333 00000100:00100000:0.0:1781226639.266225:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941394688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226639.273206:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941394688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 6969us (9769us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226639.273235:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 333 00010000:00010000:0.0:1781226640.509780:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226641.404382:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964450688:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404494:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404550:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964451200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404576:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404596:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964451712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404620:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404634:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964452224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404653:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404687:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226641.404714:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964450816:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404742:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404758:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964451328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404778:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404795:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964451840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404815:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226641.404846:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964451200 00000100:00100000:0.0:1781226641.404867:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964451200 00000100:00100000:0.0:1781226641.404933:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1781226641.404942:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964451200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.404998:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964451200:12345-0@lo:400:kworker.0 Request processed in 56us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226641.405004:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1781226641.405027:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964450816 00000100:00100000:0.0:1781226641.405031:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964450816 00000100:00100000:0.0:1781226641.405051:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964451328 00000100:00100000:0.0:1781226641.405054:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964451328 00000100:00100000:0.0:1781226641.405079:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964451840 00000100:00100000:0.0:1781226641.405081:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964451840 00000100:00100000:0.0:1781226641.405099:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1781226641.405106:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964450816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.405137:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964450816:12345-0@lo:400:kworker.0 Request processed in 32us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226641.405143:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1781226641.405154:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1781226641.405160:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964451328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.405186:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964451328:12345-0@lo:400:kworker.0 Request processed in 26us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226641.405192:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1781226641.405203:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1781226641.405209:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964451840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.405234:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964451840:12345-0@lo:400:kworker.0 Request processed in 26us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226641.405240:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:0.0:1781226641.405263:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226641.405291:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964450816:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.405300:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964451328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.405307:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964451840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226641.405316:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964451200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226642.440987:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964452608:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226643.582204:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226643.964011:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964452736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226643.964104:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226643.974074:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964452736 00000100:00100000:0.0:1781226643.974105:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964452736 00000100:00100000:0.0:1781226643.974182:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1781226643.974195:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964452736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226643.974247:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226643.974355:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964452736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 162us (10250us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226643.974363:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1781226643.974433:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964452864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226643.974469:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226643.974838:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964452864:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781226643.983854:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226643.983870:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226643.983899:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226643.983904:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9c600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226643.983908:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226643.983915:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226643.983926:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x88c75925 (ffff89a4c6fc5900) 00010000:00010000:0.0:1781226643.983929:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226643.983932:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226643.983938:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c600/0x5d5522eac4463aca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226644.386641:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 654 00000100:00100000:0.0:1781226644.386652:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941395584:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226644.386683:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941395584:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226644.386689:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 654 00000100:00100000:0.0:1781226644.988057:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964452992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226644.988193:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226644.988743:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964452992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226645.002737:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941395968 00000100:00100000:0.0:1781226645.002763:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941395968 00000100:00100000:0.0:1781226645.002840:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 665 00000100:00100000:0.0:1781226645.002852:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+27:20805:x1867750941395968:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226645.002990:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+27:20805:x1867750941395968:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 140us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226645.003000:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 665 00000100:00100000:0.0:1781226646.533462:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964453632:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.533531:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226646.533567:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964454144:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.533587:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226646.533601:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964454656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.533618:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226646.533639:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226646.533645:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964453760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226646.533667:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226646.533710:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964454272:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.533732:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226646.533748:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964454784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.533769:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226646.533803:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964453120 00000100:00100000:0.0:1781226646.533809:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964453120 00000100:00100000:0.0:1781226646.533878:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964453760 00000100:00100000:0.0:1781226646.533882:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964453760 00000100:00100000:0.0:1781226646.533899:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1781226646.533906:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964453120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226646.533956:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 65490624 pending 0 free 3920367616 avail 3688845312 00000100:00100000:0.0:1781226646.533998:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964453120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (9523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.534006:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1781226646.534043:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1781226646.534050:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964453760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226646.534059:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 65490624 pending 0 free 3920367616 avail 3688845312 00000100:00100000:0.0:1781226646.534087:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964453760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.534094:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1781226646.534110:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964454272 00000100:00100000:0.0:1781226646.534114:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964454272 00000100:00100000:0.0:1781226646.534142:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964454784 00000100:00100000:0.0:1781226646.534145:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964454784 00000100:00100000:0.0:1781226646.534161:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1781226646.534167:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964454272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.534200:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964454272:12345-0@lo:400:kworker.0 Request processed in 33us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.534206:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1781226646.534217:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1781226646.534223:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964454784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.534250:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964454784:12345-0@lo:400:kworker.0 Request processed in 28us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.534256:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1781226646.534792:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964453632 00000100:00100000:0.0:1781226646.534804:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964453632 00000100:00100000:0.0:1781226646.534842:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964454144 00000100:00100000:0.0:1781226646.534846:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964454144 00000100:00100000:0.0:1781226646.534878:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964454656 00000100:00100000:0.0:1781226646.534881:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964454656 00000100:00100000:0.0:1781226646.534897:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1781226646.534903:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964453632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.534940:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964453632:12345-0@lo:400:kworker.0 Request processed in 37us (1409us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.534947:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1781226646.534960:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1781226646.534966:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964454144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.534993:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964454144:12345-0@lo:400:kworker.0 Request processed in 28us (1405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.534999:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1781226646.535022:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1781226646.535034:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964454656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.535057:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964454656:12345-0@lo:400:kworker.0 Request processed in 25us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226646.535062:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:0.0:1781226646.535094:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226646.535099:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226646.535101:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226646.535140:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964453760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226646.535153:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964454272:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.535162:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964454784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.535170:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964453632:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.535191:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964454144:0@lo:400:kworker.0 00000100:00100000:0.0:1781226646.535200:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964454656:0@lo:400:kworker.0 00010000:00010000:0.0:1781226646.651896:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226647.555180:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964455040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226647.555255:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226647.555325:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964455040 00000100:00100000:0.0:1781226647.555332:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964455040 00000100:00100000:0.0:1781226647.555378:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1781226647.555387:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964455040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226647.555422:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226647.555464:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964455040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226647.555471:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1781226647.555513:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964455040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226647.746388:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941396608 00000100:00100000:0.0:1781226647.746402:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941396608 00000100:00080000:0.0:1781226647.750673:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226647.775658:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941396736 00000100:00100000:0.0:1781226647.775668:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941396736 00000100:00100000:0.0:1781226647.775794:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 668 00000100:00100000:0.0:1781226647.775805:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21424:x1867750941396736:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781226647.775931:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21424:x1867750941396736:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 128us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226647.775940:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 668 00000100:00100000:0.0:1781226647.800496:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941396992 00000100:00100000:0.0:1781226647.800522:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941396992 00000100:00100000:0.0:1781226647.800605:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 669 00000100:00100000:0.0:1781226647.800618:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:21424:x1867750941396992:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781226647.800764:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:21424:x1867750941396992:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 150us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226647.800773:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 669 00000100:00080000:0.0:1781226647.801908:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1781226647.804499:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226647.813664:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941397376 00000100:00100000:0.0:1781226647.813675:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941397376 00000100:00100000:0.0:1781226647.813779:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 671 00000100:00100000:0.0:1781226647.813790:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+65:21425:x1867750941397376:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:0.0:1781226647.813862:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226647.813890:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c3600/0x5d5522eac4463a06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46224 expref: 65 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.813910:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226647.813914:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226647.813975:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.813990:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4463a45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46239 expref: 28 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.814000:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.814033:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4463a45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46239 expref: 28 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.814055:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4463a45 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46239 expref: 28 pid: 6523 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226647.814071:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964455168:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226647.814292:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5eadd5840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226647.827215:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964455168:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226647.827251:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.827658:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.827675:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.827727:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.827735:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.827740:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828222:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828229:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828240:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226647.828256:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000e0db6524 reply state 000000006268cab3 transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828267:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828273:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.828275:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226647.828278:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781226647.828284:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 4096 00010000:00010000:0.0:1781226647.828289:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828296:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828302:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828309:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fb400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.828314:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828321:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828330:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226647.828332:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.828343:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828350:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463b87 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226647.828361:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000e0db6524 reply state 000000006268cab3 transno 4294967701 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828369:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.828374:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff89a4c6f7ab00) 00010000:00010000:0.0:1781226647.828376:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226647.828378:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781226647.830253:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+66:21425:x1867750941397376:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 16456us (16778us total) trans 4294967701 rc 0/0 00000100:00100000:0.0:1781226647.830266:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 671 00000100:00100000:0.0:1781226647.850901:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226647.859545:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941397760 00000100:00100000:0.0:1781226647.859555:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941397760 00000100:00100000:0.0:1781226647.859622:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:0.0:1781226647.859634:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+67:21426:x1867750941397760:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226647.859654:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226647.859682:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463baa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462b0 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.859926:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.859942:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.859969:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.859982:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.859990:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.859997:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.860075:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac4463bbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.860084:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac4463bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.860091:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac4463bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226647.861319:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 4096 00000004:00200000:0.0:1781226647.861327:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226647.861357:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac4463bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861373:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861381:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861402:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861408:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861414:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.861419:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861427:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861442:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226647.861445:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.861449:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861456:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861472:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861478:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861484:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861489:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.861498:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861504:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861512:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff89a4c6f7ab00) 00010000:00010000:0.0:1781226647.861514:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.861517:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861522:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861556:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463baa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462b0 expref: 69 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861571:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e200/0x5d5522eac4463bbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462b0 expref: 68 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.861578:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.861580:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226647.861582:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850e200, rc 0) 00000100:00100000:0.0:1781226647.861746:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+68:21426:x1867750941397760:12345-192.168.202.30@tcp:101:bash.0 Request processed in 2113us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226647.861756:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:0.0:1781226647.873511:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941397888 00000100:00100000:0.0:1781226647.873522:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941397888 00000100:00100000:0.0:1781226647.873586:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:0.0:1781226647.873596:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+68:21426:x1867750941397888:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226647.873627:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226647.873650:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462b7 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874053:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874071:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874082:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874140:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874148:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874155:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874200:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874207:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874215:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874221:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.874232:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874241:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874254:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.874257:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.874261:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874267:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874281:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874287:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874293:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874298:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.874301:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874307:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874314:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff89a4c6f7a000) 00010000:00010000:0.0:1781226647.874317:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.874327:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874333:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874371:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bc6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462b7 expref: 69 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874381:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.874384:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.874387:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463bc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462b7 expref: 69 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.874397:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f400, rc 0) 00000100:00100000:0.0:1781226647.874553:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+68:21426:x1867750941397888:12345-192.168.202.30@tcp:101:bash.0 Request processed in 957us (1259us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226647.874562:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:0.0:1781226647.917045:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941398144 00000100:00100000:0.0:1781226647.917056:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941398144 00000100:00100000:0.0:1781226647.917132:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 676 00000100:00100000:0.0:1781226647.917143:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+29:21427:x1867750941398144:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226647.917168:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226647.917190:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463be9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462c5 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917343:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917379:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917393:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917406:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917415:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917421:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917504:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463bfe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917514:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917521:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226647.917555:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 4096 00000004:00200000:0.0:1781226647.917559:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226647.917578:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917592:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917608:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917615:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917622:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917628:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.917632:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917641:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917654:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226647.917656:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.917660:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917680:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4463bf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917736:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917743:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917749:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917761:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.917764:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917771:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917779:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff89a4c6f7ab00) 00010000:00010000:0.0:1781226647.917782:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.917784:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917789:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4463bf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917817:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4463be9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462c5 expref: 31 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917830:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb400/0x5d5522eac4463bfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462c5 expref: 30 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.917847:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.917850:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226647.917852:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fb400, rc 0) 00000100:00100000:0.0:1781226647.917919:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21427:x1867750941398144:12345-192.168.202.30@tcp:101:rm.0 Request processed in 778us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226647.917926:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 676 00000100:00100000:0.0:1781226647.921957:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941398272 00000100:00100000:0.0:1781226647.921983:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941398272 00000100:00100000:0.0:1781226647.922333:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 677 00000100:00100000:0.0:1781226647.922344:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21427:x1867750941398272:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226647.922377:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226647.922412:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462cc expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922480:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922494:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922506:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922520:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922528:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922535:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922572:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922579:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922585:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922598:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.922602:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922609:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922622:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.922624:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.922628:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922634:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922646:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922651:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922656:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922661:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.922664:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922670:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922688:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff89a4c6f7a000) 00010000:00010000:0.0:1781226647.922690:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.922733:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.922740:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.923002:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c05 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462cc expref: 31 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.923557:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.923561:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.923566:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462cc expref: 31 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.923580:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7600, rc 0) 00000100:00100000:0.0:1781226647.923772:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21427:x1867750941398272:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1424us (2219us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226647.923780:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 677 00000100:00100000:0.0:1781226647.966972:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941398528 00000100:00100000:0.0:1781226647.966994:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941398528 00000100:00100000:0.0:1781226647.967090:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:0.0:1781226647.967104:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21428:x1867750941398528:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226647.967133:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226647.967166:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462da expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968038:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968062:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968076:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968094:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968102:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968109:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968152:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968160:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968167:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968174:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968181:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.968196:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968205:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968219:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.968222:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.968227:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968518:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968770:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968778:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968785:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968790:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.968793:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968799:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968809:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff89a4c6f7a000) 00010000:00010000:0.0:1781226647.968811:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.968823:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968829:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968965:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c2f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462da expref: 31 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968977:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.968980:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.968984:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462da expref: 31 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.968994:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7600, rc 0) 00000100:00100000:0.0:1781226647.975950:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941398656 00000100:00100000:0.0:1781226647.975967:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941398656 00000100:00100000:0.0:1781226647.976058:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:0.0:1781226647.976072:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21428:x1867750941398656:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226647.976095:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226647.976115:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462e1 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976226:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976249:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976325:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976350:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976359:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976373:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976412:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976420:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976427:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976433:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.976437:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976446:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976457:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.976460:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.976465:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976471:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463c4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976490:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976497:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976504:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976509:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226647.976512:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976518:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976526:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff89a4c6f7a000) 00010000:00010000:0.0:1781226647.976528:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.976531:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976537:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463c52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976569:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c44 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462e1 expref: 31 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976579:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226647.976581:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226647.976591:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463c44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462e1 expref: 31 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226647.976600:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7600, rc 0) 00000100:00100000:0.0:1781226647.976687:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:21428:x1867750941398656:12345-192.168.202.30@tcp:101:cp.0 Request processed in 619us (837us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226647.976737:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00080000:0.0:1781226647.993081:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226648.002975:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941399168 00000100:00100000:0.0:1781226648.002986:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941399168 00000100:00100000:0.0:1781226648.003056:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 172 00000100:00100000:0.0:1781226648.003068:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:21428:x1867750941399168:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226648.003091:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226648.003110:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed8f135e/0x5d5522eac4463c83 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b462f6 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.003145:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4463c7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462ef expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.003154:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226648.003157:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226648.003263:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8f135e/0x5d5522eac4463c83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462f6 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.003302:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4463c7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462ef expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.003317:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4463c7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462ef expref: 10 pid: 8404 timeout: 707 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226648.003348:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964455296:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226648.003568:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44349c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226648.014472:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964455296:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226648.014506:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed8f135e/0x5d5522eac4463c83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b462f6 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.014529:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7600, rc 0) 00000100:00100000:0.0:1781226648.015979:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:21428:x1867750941399168:12345-192.168.202.30@tcp:101:cp.0 Request processed in 12912us (13760us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226648.015988:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 172 00000100:00100000:0.0:1781226648.151565:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941399808 00000100:00100000:0.0:1781226648.151576:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941399808 00000100:00100000:0.0:1781226648.151665:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 173 00000100:00100000:0.0:1781226648.151679:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941399808:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226648.151846:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226648.151866:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e753b873/0x5d5522eac4463ca6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46304 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226648.151937:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964455552:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226648.152138:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44349c0 going to sleep for 11 seconds 00002000:00010000:0.0:1781226648.158772:0:17677:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781226648.158779:0:17677:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 0 -> 1781226647 00002000:00010000:0.0:1781226648.158781:0:17677:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 0 -> 1781226647 00002000:00010000:0.0:1781226648.158782:0:17677:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 0 -> 1781226647 00002000:00010000:0.0:1781226648.158797:0:17677:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781226648.158816:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964455552:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226648.158862:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e753b873/0x5d5522eac4463ca6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46304 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.158948:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e753b873/0x5d5522eac4463ca6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46304 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226648.158965:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226648.159534:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941399808:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7858us (9124us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226648.159544:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 173 00000100:00100000:0.0:1781226648.164644:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226648.195281:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226649.083933:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226649.083958:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964455808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226649.084029:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226649.084092:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964455808 00000100:00100000:0.0:1781226649.084099:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964455808 00000100:00100000:0.0:1781226649.084151:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1781226649.084161:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964455808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226649.084189:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226649.084231:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964455808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226649.084239:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00080000:0.0:1781226649.084258:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226649.084308:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964455808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226649.088513:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964455936 00000100:00100000:0.0:1781226649.088524:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964455936 00000100:00100000:0.0:1781226649.088591:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1781226649.088601:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964455936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226649.088627:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226649.088689:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964455936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226649.088779:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000040:00080000:0.0:1781226649.159952:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226649.159961:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226649.160071:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1781226649.160080:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226649.160304:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73abc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964456064:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226649.160436:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44343c0 going to sleep for 11 seconds 00000100:00080000:0.0:1781226649.173337:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226649.187172:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226649.187230:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:0.0:1781226649.188361:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226649.192045:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733d2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964456192:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226649.192079:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226649.193422:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226649.198619:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198642:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198662:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198671:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198679:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198687:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c7c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226649.198691:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198738:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198751:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226649.198759:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008846b942/0x5d5522eac4463cd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226649.198815:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941400832:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 11010us (11652us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226649.198823:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 175 00000100:00100000:0.0:1781226649.201288:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226649.206156:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226649.230461:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226649.241588:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941402240 00000100:00100000:0.0:1781226649.241598:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941402240 00000100:00100000:0.0:1781226649.241870:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:0.0:1781226649.241882:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+36:21442:x1867750941402240:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226649.241916:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226649.242033:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+36:21442:x1867750941402240:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 154us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226649.242041:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:0.0:1781226649.257042:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:0.0:1781226649.261162:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226649.261169:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226649.264000:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1781226649.264015:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00080000:0.0:1781226649.502862:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226649.509555:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941403776 00000100:00100000:0.0:1781226649.509568:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941403776 00000100:00100000:0.0:1781226649.509636:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941403392 00000100:00100000:0.0:1781226649.509641:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941403392 00000100:00100000:0.0:1781226649.509672:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:0.0:1781226649.509684:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941403776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226649.509801:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941403776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 119us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226649.509811:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:0.0:1781226649.509844:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 663 00000100:00100000:0.0:1781226649.509855:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941403392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226649.509894:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941403392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226649.509903:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 663 00000100:00080000:0.0:1781226649.509926:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226649.509933:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1781226649.725950:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226650.108331:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964456448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226650.108421:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226650.118171:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964456448:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226650.640460:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640475:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640488:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640496:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fbe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226650.640501:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640531:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640553:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff89a4c6f7ab00) 00010000:00010000:0.0:1781226650.640556:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226650.640561:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640568:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4463b8e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640590:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640596:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640602:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640607:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226650.640611:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640617:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640625:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89a4c6f7ac00) 00010000:00010000:0.0:1781226650.640627:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226650.640630:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226650.640643:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4463b95 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226651.323910:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226651.323920:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226651.323943:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1781226651.323953:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226651.644166:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226651.644193:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964456576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226651.644263:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.644326:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964456576 00000100:00100000:0.0:1781226651.644333:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964456576 00000100:00100000:0.0:1781226651.644392:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1781226651.644401:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964456576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226651.644430:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 73928384 pending 28672 free 3920363520 avail 3688841216 00000100:00100000:0.0:1781226651.644470:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964456576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.644477:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00080000:0.0:1781226651.644495:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226651.644530:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964456576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226651.645265:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964456704 00000100:00100000:0.0:1781226651.645270:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964456704 00000100:00100000:0.0:1781226651.645316:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1781226651.645322:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964456704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226651.645335:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 73928384 pending 28672 free 3920363520 avail 3688841216 00000100:00100000:0.0:1781226651.645368:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964456704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.645384:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1781226651.645416:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964456704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226651.645643:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964457088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.645671:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.645827:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964457600:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.645852:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.645875:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964458112:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.645893:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.645913:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781226651.645919:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964456960:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.645938:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.645953:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964457472:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.645972:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.645987:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964457984:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646003:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.646036:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457088 00000100:00100000:0.0:1781226651.646039:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457088 00000100:00100000:0.0:1781226651.646071:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1781226651.646078:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964457088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646118:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964457088:12345-0@lo:400:kworker.0 Request processed in 40us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646124:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1781226651.646144:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457600 00000100:00100000:0.0:1781226651.646148:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457600 00000100:00100000:0.0:1781226651.646179:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964458112 00000100:00100000:0.0:1781226651.646182:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964458112 00000100:00100000:0.0:1781226651.646195:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964456960 00000100:00100000:0.0:1781226651.646197:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964456960 00000100:00100000:0.0:1781226651.646206:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457472 00000100:00100000:0.0:1781226651.646209:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457472 00000100:00100000:0.0:1781226651.646220:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457984 00000100:00100000:0.0:1781226651.646222:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457984 00000100:00100000:0.0:1781226651.646234:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1781226651.646240:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964457600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646269:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964457600:12345-0@lo:400:kworker.0 Request processed in 29us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646275:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1781226651.646286:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1781226651.646290:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964458112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646313:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964458112:12345-0@lo:400:kworker.0 Request processed in 22us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646319:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1781226651.646328:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781226651.646333:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964456960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646356:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964456960:12345-0@lo:400:kworker.0 Request processed in 22us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646362:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781226651.646371:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1781226651.646376:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964457472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646397:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964457472:12345-0@lo:400:kworker.0 Request processed in 21us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646411:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1781226651.646422:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1781226651.646428:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964457984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646454:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964457984:12345-0@lo:400:kworker.0 Request processed in 26us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646459:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1781226651.646479:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964457216:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646501:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.646517:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964457728:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646539:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.646555:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226651.646561:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964456832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646584:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.646603:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964457344:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646622:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.646634:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964457856:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646652:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226651.646675:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457728 00000100:00100000:0.0:1781226651.646678:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457728 00000100:00100000:0.0:1781226651.646746:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457856 00000100:00100000:0.0:1781226651.646749:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457856 00000100:00100000:0.0:1781226651.646769:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1781226651.646775:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964457728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646823:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964457728:12345-0@lo:400:kworker.0 Request processed in 47us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646838:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1781226651.646850:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1781226651.646856:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964457856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646887:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964457856:12345-0@lo:400:kworker.0 Request processed in 31us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.646891:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1781226651.646931:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964457856:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646941:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964457728:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646973:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964456960:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646983:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964457472:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.646991:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964457984:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.647000:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964457088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.647009:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964457600:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.647018:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964458112:0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.647043:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964457216 00000100:00100000:0.0:1781226651.647045:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964457216 00000100:00100000:0.0:1781226651.647061:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1781226651.647066:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964457216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226651.647098:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964457216:12345-0@lo:400:kworker.0 Request processed in 31us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226651.647104:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1781226651.647133:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964457216:0@lo:400:kworker.0 00000040:00080000:0.0:1781226651.900355:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226652.669856:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964458240 00000100:00100000:0.0:1781226652.669865:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964458240 00000100:00100000:0.0:1781226652.669910:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1781226652.669920:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964458240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226652.669959:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226652.670026:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964458240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226652.670034:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00010000:00010000:0.0:1781226652.798044:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226654.204597:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964458368 00000100:00100000:0.0:1781226654.204608:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964458368 00000100:00100000:0.0:1781226654.204688:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1781226654.204736:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964458368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226654.204967:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226654.205029:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964458368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 308us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226654.205038:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1781226654.625819:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941405312 00000100:00100000:0.0:1781226654.625837:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941405312 00000100:00100000:0.0:1781226654.625924:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941405824 00000100:00100000:0.0:1781226654.625928:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941405824 00000100:00100000:0.0:1781226654.625954:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941405184 00000100:00100000:0.0:1781226654.625958:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941405184 00000100:00100000:0.0:1781226654.625974:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941405696 00000100:00100000:0.0:1781226654.625976:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941405696 00000100:00100000:0.0:1781226654.626000:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 353 00000100:00100000:0.0:1781226654.626011:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941405312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226654.626117:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941405312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 108us (3148us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226654.626126:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 353 00000100:00100000:0.0:1781226654.626144:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 354 00000100:00100000:0.0:1781226654.626151:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941405824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226654.626177:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941405824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (3153us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226654.626184:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 354 00000100:00100000:0.0:1781226654.626196:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 355 00000100:00100000:0.0:1781226654.626202:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941405184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226654.626239:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941405184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (3175us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226654.626246:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 355 00000100:00100000:0.0:1781226654.626258:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 356 00000100:00100000:0.0:1781226654.626265:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941405696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226654.626292:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941405696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (3180us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226654.626298:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 356 00000100:00100000:0.0:1781226655.232459:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226655.232483:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964458624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226655.232557:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226655.233170:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964458624:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226655.868826:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226657.788572:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964460672 00000100:00100000:0.0:1781226657.788580:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964460672 00000100:00100000:0.0:1781226657.788647:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1781226657.788658:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964460672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226657.788724:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226657.788782:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964460672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226657.788789:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1781226658.800512:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 694 00000100:00100000:0.0:1781226658.800526:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+29:21424:x1867750941405952:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226658.800714:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+29:21424:x1867750941405952:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 173us (3213us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226658.800720:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 694 00010000:00010000:0.0:1781226658.939874:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226659.324684:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964460928 00000100:00100000:0.0:1781226659.324688:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964460928 00000100:00100000:0.0:1781226659.324743:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1781226659.324799:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964460800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226659.324830:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226659.324949:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964460800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 199us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226659.324956:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1781226659.740832:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941406592 00000100:00100000:0.0:1781226659.740839:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941406592 00000100:00100000:0.0:1781226659.740884:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:0.0:1781226659.740891:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+68:2427:x1867750941406592:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226659.742299:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+68:2427:x1867750941406592:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1404us (2258us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226659.742310:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00080000:0.0:1781226659.742405:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226659.742412:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226659.747110:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941406976 00000100:00100000:0.0:1781226659.747123:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941406976 00000100:00100000:0.0:1781226659.747199:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941407232 00000100:00100000:0.0:1781226659.747203:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941407232 00000100:00100000:0.0:1781226659.747227:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 362 00000100:00100000:0.0:1781226659.747239:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941406976:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226659.747350:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941406976:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 113us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226659.747358:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 362 00000100:00100000:0.0:1781226659.747377:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 363 00000100:00100000:0.0:1781226659.747384:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941407232:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226659.747408:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941407232:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226659.747414:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 363 00000100:00080000:0.0:1781226659.773669:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226660.348990:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964461056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226660.349109:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226660.349232:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964461056 00000100:00100000:0.0:1781226660.349243:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964461056 00000100:00100000:0.0:1781226660.349301:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1781226660.349311:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964461056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226660.349366:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444450304 avail 1298210816 00000100:00100000:0.0:1781226660.349420:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964461056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226660.349428:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1781226660.349477:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964461056:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1781226661.025403:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226661.064582:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:0.0:1781226661.065160:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226661.436363:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.441051:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:0.0:1781226661.441498:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226661.449263:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226661.450259:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463d6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450296:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450303:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226661.450354:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1781226661.450359:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226661.450383:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450396:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450404:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450412:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450419:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226661.450424:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450495:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450521:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226661.450525:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226661.450531:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450549:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4463d5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450578:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450586:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450593:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450599:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226661.450603:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450609:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450617:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff89a5ef776100) 00010000:00010000:1.0:1781226661.450620:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226661.450623:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450629:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463d63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450660:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4463d55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46343 expref: 72 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450690:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46343 expref: 71 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226661.450758:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89a5ef776f00) 00010000:00010000:1.0:1781226661.450761:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226661.450763:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ec00, rc 0) 00000100:00100000:1.0:1781226661.450846:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+71:22089:x1867750941408256:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 898us (1595us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226661.450854:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 700 00000100:00100000:0.0:1781226661.495937:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.502139:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226661.508266:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.508353:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941408896 00000100:00100000:0.0:1781226661.508366:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941408896 00000100:00100000:0.0:1781226661.508451:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 703 00000100:00100000:0.0:1781226661.508462:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+73:22095:x1867750941408896:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226661.508492:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226661.508514:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463da2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46358 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.508877:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.508964:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6c00/0x5d5522eac4463d94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46351 expref: 74 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.508997:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.509041:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6c00/0x5d5522eac4463d94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46351 expref: 74 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.509057:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6c00/0x5d5522eac4463d94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46351 expref: 74 pid: 6524 timeout: 720 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226661.509074:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964461440:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226661.509603:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226661.511788:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964461440:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226661.511826:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226661.512379:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226661.512927:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.512935:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226661.512958:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 0 00010000:00010000:0.0:1781226661.513237:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513246:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513267:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513273:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226661.513279:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513288:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513298:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:0.0:1781226661.513302:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226661.513305:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513313:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463da9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513382:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463da2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46358 expref: 74 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513392:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89a5ef776f00) 00010000:00010000:0.0:1781226661.513394:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226661.513398:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463da2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46358 expref: 74 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.513406:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6200, rc 0) 00000100:00100000:0.0:1781226661.513436:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+73:22095:x1867750941408896:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 4977us (5225us total) trans 4294967712 rc 301/301 00000100:00100000:0.0:1781226661.513453:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 703 00000100:00100000:1.0:1781226661.520194:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226661.522466:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.524899:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941409920 00000100:00100000:0.0:1781226661.524908:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941409920 00000100:00100000:0.0:1781226661.524977:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 706 00000100:00100000:0.0:1781226661.524988:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+76:22095:x1867750941409920:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226661.525219:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463dc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.525234:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.525242:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226661.525303:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967715 00000004:00010000:0.0:1781226661.525321:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000004d767410 reply state 00000000ac66efde transno 4294967716 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.525332:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463dc5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.525349:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89a4c6fc5e00) 00010000:00010000:0.0:1781226661.525352:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781226661.525354:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226661.525429:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+79:22095:x1867750941409920:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 443us (633us total) trans 4294967716 rc 0/0 00000100:00100000:0.0:1781226661.525434:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 706 00000020:00080000:0.0:1781226661.525438:0:10991:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226661.546073:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.555459:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941410688 00000100:00100000:0.0:1781226661.555487:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941410688 00000100:00100000:0.0:1781226661.555864:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 709 00000100:00100000:0.0:1781226661.555875:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+83:22098:x1867750941410688:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:0.0:1781226661.555973:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.555989:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.555999:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556038:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556043:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556048:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556052:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226661.556056:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556061:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556071:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89a4c6fc5e00) 00010000:00010000:0.0:1781226661.556073:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226661.556076:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.556090:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226661.556169:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+83:22098:x1867750941410688:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 296us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226661.556177:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 709 00000100:00100000:1.0:1781226661.558107:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.558168:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941410944 00000100:00100000:0.0:1781226661.558177:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941410944 00000100:00100000:0.0:1781226661.558229:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 139 00000100:00100000:0.0:1781226661.558238:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+83:22098:x1867750941410944:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:0.0:1781226661.558559:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+84:22098:x1867750941410944:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 321us (459us total) trans 4294967719 rc 0/0 00000100:00100000:0.0:1781226661.558568:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 139 00000040:00080000:1.0:1781226661.564917:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226661.564933:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226661.565046:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 1 00000040:00080000:1.0:1781226661.565056:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226661.699023:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941411200 00000100:00100000:0.0:1781226661.699040:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941411200 00000100:00100000:0.0:1781226661.699191:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 710 00000100:00100000:0.0:1781226661.699204:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+84:22117:x1867750941411200:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226661.699255:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226661.699284:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46374 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226661.699421:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:0.0:1781226661.699537:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e12 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46374 expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.699554:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226661.699574:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226661.699579:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463e12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46374 expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.699592:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6200, rc 0) 00000100:00100000:0.0:1781226661.699656:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+85:22117:x1867750941411200:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 458us (719us total) trans 4294967720 rc 301/301 00000100:00100000:0.0:1781226661.699663:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 710 00000100:00100000:0.0:1781226661.702438:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941411328 00000100:00100000:0.0:1781226661.702451:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941411328 00000100:00100000:0.0:1781226661.702536:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 711 00000100:00100000:0.0:1781226661.702549:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+85:22117:x1867750941411328:12345-192.168.202.30@tcp:34:lfs.0 00010000:00010000:0.0:1781226661.703170:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703194:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703217:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703232:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703240:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703247:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703357:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703377:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703383:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226661.703449:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 158 00000004:00200000:0.0:1781226661.703454:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226661.703472:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703486:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703493:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703501:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703508:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226661.703512:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703520:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703534:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89a5ef776f00) 00010000:00010000:0.0:1781226661.703538:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226661.703543:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703561:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463e20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703575:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703579:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703583:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703586:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226661.703588:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703591:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703596:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff89a5c2e7c500) 00010000:00010000:0.0:1781226661.703597:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226661.703599:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703603:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7000/0x5d5522eac4463e27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703609:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703620:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703632:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703637:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226661.703640:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703646:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703654:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89a4c6fc5e00) 00010000:00010000:0.0:1781226661.703656:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226661.703659:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226661.703665:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4463e2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226661.703917:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+85:22117:x1867750941411328:12345-192.168.202.30@tcp:34:lfs.0 Request processed in 1368us (1562us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226661.703932:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 711 00000100:00100000:1.0:1781226661.711544:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226661.711651:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941411584 00000100:00100000:0.0:1781226661.711665:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941411584 00000100:00100000:0.0:1781226661.711789:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 140 00000100:00100000:0.0:1781226661.711804:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+85:22117:x1867750941411584:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:0.0:1781226661.712145:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+86:22117:x1867750941411584:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 344us (615us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1781226661.712164:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 140 00000100:00100000:1.0:1781226661.885043:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964461568 00000100:00100000:1.0:1781226661.885054:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964461568 00000100:00100000:1.0:1781226661.885107:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1781226661.885117:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964461568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.885659:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964461952:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.885682:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226661.885719:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964462464:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.885748:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226661.885765:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ea70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964462976:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.885787:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226661.885807:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781226661.885812:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ea7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964462592:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.885837:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226661.885855:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ea61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964463104:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.887227:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226661.887261:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964461952:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.887273:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964462464:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.887284:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ea70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964462976:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.887322:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964462592 00000100:00100000:0.0:1781226661.887325:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964462592 00000100:00100000:0.0:1781226661.887429:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964462720 00000100:00100000:0.0:1781226661.887433:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964462720 00000100:00100000:0.0:1781226661.887456:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964463104 00000100:00100000:0.0:1781226661.887458:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964463104 00000100:00100000:0.0:1781226661.887478:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1781226661.887485:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964462592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.887520:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964462592:12345-0@lo:400:kworker.0 Request processed in 36us (1683us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226661.887534:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1781226661.887553:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1781226661.887559:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964463104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.887584:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964463104:12345-0@lo:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226661.887589:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1781226661.887604:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964463232 00000100:00100000:0.0:1781226661.887607:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964463232 00000100:00100000:0.0:1781226661.887633:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1781226661.887639:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964463232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226661.887658:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 73899712 pending 0 free 3920363520 avail 3688841216 00000100:00100000:0.0:1781226661.889043:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964463232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1397us (2547us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226661.889053:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1781226661.889104:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ea7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964462592:0@lo:400:kworker.0 00000100:00100000:0.0:1781226661.889117:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ea61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964463104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226661.890333:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964461568:12345-0@lo:400:kworker.0 Request processed in 5211us (6218us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226661.890366:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00010000:00010000:0.0:1781226662.011935:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226662.911684:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226662.911746:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ea61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964463360:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226662.911847:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226662.911936:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964463360 00000100:00100000:0.0:1781226662.911946:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964463360 00000100:00100000:0.0:1781226662.912028:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1781226662.912039:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964463360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226662.912097:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226662.912152:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964463360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226662.912179:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1781226662.912255:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ea61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964463360:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226663.036510:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226664.444716:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964463488 00000100:00100000:0.0:1781226664.444725:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964463488 00000100:00100000:0.0:1781226664.444798:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964463616 00000100:00100000:0.0:1781226664.444802:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964463616 00000100:00100000:0.0:1781226664.445944:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1781226664.445958:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964463616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226664.445975:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226664.446032:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964463616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.446040:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1781226664.875167:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875209:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875233:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875256:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875276:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875294:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875312:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875332:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875360:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226664.875384:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941412224 00000100:00100000:0.0:1781226664.875393:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941412224 00000100:00100000:0.0:1781226664.875444:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941412736 00000100:00100000:0.0:1781226664.875447:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941412736 00000100:00100000:0.0:1781226664.875467:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941412096 00000100:00100000:0.0:1781226664.875481:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941412096 00000100:00100000:0.0:1781226664.875498:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941412608 00000100:00100000:0.0:1781226664.875501:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941412608 00000100:00100000:0.0:1781226664.875519:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 368 00000100:00100000:0.0:1781226664.875528:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941412224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.875596:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941412224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 68us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.875603:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 368 00000100:00100000:0.0:1781226664.875619:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 369 00000100:00100000:0.0:1781226664.875627:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941412736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.875652:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941412736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.875658:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 369 00000100:00100000:0.0:1781226664.875669:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 370 00000100:00100000:0.0:1781226664.875688:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941412096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.875769:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941412096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 94us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.875775:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 370 00000100:00100000:0.0:1781226664.875786:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 371 00000100:00100000:0.0:1781226664.875792:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2427:x1867750941412608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.875991:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2427:x1867750941412608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.875999:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 371 00000100:00100000:0.0:1781226664.876024:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941411968 00000100:00100000:0.0:1781226664.876034:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941411968 00000100:00100000:0.0:1781226664.876063:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941412480 00000100:00100000:0.0:1781226664.876067:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941412480 00000100:00100000:0.0:1781226664.876079:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941411840 00000100:00100000:0.0:1781226664.876081:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941411840 00000100:00100000:0.0:1781226664.876093:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941412352 00000100:00100000:0.0:1781226664.876095:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941412352 00000100:00100000:0.0:1781226664.876171:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 688 00000100:00100000:0.0:1781226664.876180:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941411968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.876209:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941411968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.876215:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 688 00000100:00100000:0.0:1781226664.876227:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 689 00000100:00100000:0.0:1781226664.876232:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941412480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.876253:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941412480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.876260:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 689 00000100:00100000:0.0:1781226664.876271:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:0.0:1781226664.876278:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+86:2427:x1867750941411840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.876301:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+86:2427:x1867750941411840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.876307:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:0.0:1781226664.876321:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 691 00000100:00100000:0.0:1781226664.876327:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ea6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+30:2427:x1867750941412352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226664.876348:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ea6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+30:2427:x1867750941412352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226664.876360:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 691 00000001:00080000:1.0:1781226664.975193:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967721 is committed 00000001:00080000:1.0:1781226664.975311:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967709 is committed 00010000:00010000:0.0:1781226665.083868:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226665.471784:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964463744 00000100:00100000:0.0:1781226665.471794:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964463744 00000100:00100000:0.0:1781226665.471858:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1781226665.471870:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964463744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226665.471917:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444446208 avail 1298206720 00000100:00100000:0.0:1781226665.471978:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964463744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226665.471986:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:0.0:1781226666.109953:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226667.004431:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ea70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964464128:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004472:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.004497:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964464640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004532:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.004552:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964465152:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004573:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.004592:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781226667.004598:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ea43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964464000:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004631:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.004652:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964464512:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004686:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.004718:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964465024:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004741:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.004782:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964464128 00000100:00100000:0.0:1781226667.004787:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964464128 00000100:00100000:0.0:1781226667.004823:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964464640 00000100:00100000:0.0:1781226667.004826:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964464640 00000100:00100000:0.0:1781226667.004846:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964465152 00000100:00100000:0.0:1781226667.004849:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964465152 00000100:00100000:0.0:1781226667.004865:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1781226667.004871:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964464128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004913:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964464128:12345-0@lo:400:kworker.0 Request processed in 41us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.004920:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1781226667.004938:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1781226667.004945:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964464640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.004973:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964464640:12345-0@lo:400:kworker.0 Request processed in 29us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.004978:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1781226667.004989:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1781226667.004996:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80503c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964465152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226667.005001:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964464000 00000100:00100000:1.0:1781226667.005005:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964464000 00000100:00100000:0.0:1781226667.005019:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80503c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964465152:12345-0@lo:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.005024:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1781226667.005037:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226667.005044:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964464000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.005052:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964464512 00000100:00100000:0.0:1781226667.005072:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964464512 00000100:00100000:0.0:1781226667.005105:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781226667.005113:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80530c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964464512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.013620:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80530c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964464512:12345-0@lo:400:kworker.0 Request processed in 8493us (8918us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.013668:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781226667.013751:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964465024 00000100:00100000:0.0:1781226667.013764:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964465024 00000100:00100000:0.0:1781226667.013846:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1781226667.013859:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964465024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.013925:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964465024:12345-0@lo:400:kworker.0 Request processed in 72us (9183us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.013932:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1781226667.016505:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ea43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964464000:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.016533:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964464512:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.016550:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964465024:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.016565:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ea70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964464128:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.016580:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964464640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.016595:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964465152:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.017004:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226667.017017:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964465536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226667.018680:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964464000:12345-0@lo:400:kworker.0 Request processed in 13625us (14036us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226667.018735:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226667.019066:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964464384:0@lo:400:kworker.0 00000100:00100000:1.0:1781226667.019219:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.019270:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226667.019276:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964464896:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.019332:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964465536 00000100:00100000:0.0:1781226667.019340:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964465536 00000100:00100000:1.0:1781226667.019341:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226667.019382:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8052d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964465408:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.019402:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1781226667.019418:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226667.019422:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964465536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226667.019461:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 73899712 pending 0 free 3920363520 avail 3688841216 00000100:00100000:1.0:1781226667.019490:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964463872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226667.019522:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964465536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.019545:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1781226667.019597:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964465536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226667.019756:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964464384 00000100:00100000:1.0:1781226667.019767:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964464384 00000100:00100000:0.0:1781226667.019793:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1781226667.019806:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964465408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226667.019840:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1781226667.019852:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964464384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.026897:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964465408:12345-0@lo:400:kworker.0 Request processed in 7081us (7470us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226667.026917:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1781226667.030814:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964464384:12345-0@lo:400:kworker.0 Request processed in 10954us (11586us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226667.030832:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1781226667.030908:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964464384:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.030936:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964464896:0@lo:400:kworker.0 00000100:00100000:0.0:1781226667.030952:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8052d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964465408:0@lo:400:kworker.0 00010000:00010000:1.0:1781226667.133672:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226668.028862:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964465664 00000100:00100000:0.0:1781226668.028870:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964465664 00000100:00100000:0.0:1781226668.028914:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1781226668.028923:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964465664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226668.028961:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226668.029010:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964465664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226668.029018:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00010000:00010000:1.0:1781226668.160727:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226668.448420:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226669.179944:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226669.569485:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964465792 00000100:00100000:1.0:1781226669.569494:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964465792 00000100:00100000:1.0:1781226669.569558:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1781226669.569568:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964465792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226669.569592:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 75525824 pending 28672 free 3922460672 avail 3690938368 00000100:00100000:1.0:1781226669.569652:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964465792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226669.569659:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1781226669.569897:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964465920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226669.569934:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226669.569971:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964465920 00000100:00100000:0.0:1781226669.569985:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964465920 00000100:00100000:0.0:1781226669.570018:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1781226669.570025:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964465920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226669.570036:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 75525824 pending 28672 free 3922460672 avail 3690938368 00000100:00100000:0.0:1781226669.570070:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964465920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226669.570077:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1781226669.570119:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964465920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781226670.203981:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226670.506907:0:18748:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 21:11:08 (1781226668) 00000100:00100000:0.0:1781226670.589283:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964466048 00000100:00100000:0.0:1781226670.589291:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964466048 00000100:00100000:0.0:1781226670.589349:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1781226670.589358:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964466048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226670.589395:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444446208 avail 1298206720 00000100:00100000:0.0:1781226670.589457:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964466048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226670.589465:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1781226670.589819:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964466048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226670.824066:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226670.827990:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226670.828029:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226670.828095:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941414528 00000100:00100000:1.0:1781226670.828102:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941414528 00000100:00100000:1.0:1781226670.828151:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 30 00000100:00100000:1.0:1781226670.828157:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2427:x1867750941414528:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226670.828170:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226670.828194:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac4463e4a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4637b expref: 31 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226670.828212:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226670.828217:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226670.828273:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+30:2427:x1867750941414528:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 115us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226670.828281:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 30 00000100:00100000:0.0:1781226670.836980:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226670.841556:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941414656 00000100:00100000:1.0:1781226670.841571:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941414656 00000100:00100000:1.0:1781226670.841798:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 714 00000100:00100000:1.0:1781226670.841810:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:22745:x1867750941414656:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226670.841954:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:22745:x1867750941414656:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 145us (4982us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226670.841962:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 714 00000100:00100000:0.0:1781226670.873036:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941414784 00000100:00100000:0.0:1781226670.873048:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941414784 00000100:00100000:0.0:1781226670.873115:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 715 00000100:00100000:0.0:1781226670.873125:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+71:22746:x1867750941414784:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226670.873173:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226670.873194:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463e58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46382 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873273:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873287:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873300:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873315:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873322:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873330:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873371:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873379:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873386:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873393:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873406:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226670.873411:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873431:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873443:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226670.873446:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226670.873450:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873458:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873473:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873480:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873486:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873492:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226670.873495:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873510:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873527:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226670.873530:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226670.873533:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873538:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463e66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873569:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463e58 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46382 expref: 72 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873579:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226670.873581:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226670.873585:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463e58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46382 expref: 72 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.873595:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7a00, rc 0) 00000100:00100000:0.0:1781226670.873673:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+71:22746:x1867750941414784:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 549us (808us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226670.873681:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 715 00000100:00100000:0.0:1781226670.898027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226670.903083:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226670.903190:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941415168 00000100:00100000:0.0:1781226670.903199:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941415168 00010000:00010000:0.0:1781226670.903251:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4463d78 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4634a expref: 30 pid: 6525 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226670.903296:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 210 00000100:00100000:0.0:1781226670.903306:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:2424:x1867750941415168:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226670.903340:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226670.903348:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4463d78 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4634a expref: 30 pid: 6525 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.903361:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4463d78 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4634a expref: 30 pid: 6525 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.903383:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226670.903388:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac4463e6d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.903397:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac4463e6d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.903405:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac4463e6d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.903441:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226670.903494:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:2424:x1867750941415168:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 189us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226670.903513:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 210 00000100:00100000:1.0:1781226670.931336:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226670.931678:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941415296 00000100:00100000:0.0:1781226670.931688:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941415296 00000100:00100000:0.0:1781226670.931786:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 717 00000100:00100000:0.0:1781226670.931797:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+72:22747:x1867750941415296:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226670.931820:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226670.931841:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463e82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46389 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.931926:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.931940:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.931950:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226670.931994:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226670.931998:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226670.932016:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.932039:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463e82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46389 expref: 74 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.932057:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46389 expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226670.932066:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226670.932069:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226670.932073:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6c00, rc 0) 00000100:00100000:0.0:1781226670.932123:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+73:22747:x1867750941415296:12345-192.168.202.30@tcp:101:bash.0 Request processed in 329us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226670.932131:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 717 00000100:00100000:0.0:1781226670.939776:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226670.960294:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226670.999149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226671.007453:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941415808 00000100:00100000:0.0:1781226671.007479:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941415808 00000100:00100000:0.0:1781226671.007560:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 721 00000100:00100000:0.0:1781226671.007574:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+30:22748:x1867750941415808:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226671.007594:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226671.007615:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463ecf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b463a5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.007692:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.007727:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.007738:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.007750:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.007756:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.007763:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008002:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6400/0x5d5522eac4463ee4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008009:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6400/0x5d5522eac4463ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008014:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6400/0x5d5522eac4463ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226671.008055:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:0.0:1781226671.008058:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226671.008078:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6400/0x5d5522eac4463ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008091:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008098:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008104:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008110:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226671.008113:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008120:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008133:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226671.008136:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226671.008141:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008147:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463ed6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008161:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008176:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008182:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008187:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226671.008190:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008196:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008204:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff89a5c2e7cb00) 00010000:00010000:0.0:1781226671.008207:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226671.008210:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008216:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7a00/0x5d5522eac4463edd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008242:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac4463ecf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463a5 expref: 32 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008255:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6400/0x5d5522eac4463ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463a5 expref: 31 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.008337:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:0.0:1781226671.008340:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226671.008349:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6400, rc 0) 00000100:00100000:0.0:1781226671.008457:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+31:22748:x1867750941415808:12345-192.168.202.30@tcp:101:rm.0 Request processed in 887us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.008465:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 721 00000100:00100000:1.0:1781226671.019201:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226671.028085:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226671.050458:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226671.060067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226671.066072:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226671.072874:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac4463f3f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463c8 expref: 34 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.072905:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8c00/0x5d5522eac4463f54 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463c8 expref: 33 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.072914:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226671.072917:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226671.072920:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8c00, rc 0) 00000100:00100000:1.0:1781226671.073042:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9772450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+34:22749:x1867750941416576:12345-192.168.202.30@tcp:101:cp.0 Request processed in 6451us (6977us total) trans 4294967724 rc 0/0 00000100:00100000:1.0:1781226671.073053:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 726 00000100:00100000:0.0:1781226671.092431:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941416704 00000100:00100000:0.0:1781226671.092445:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941416704 00000100:00100000:0.0:1781226671.092662:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 178 00000100:00100000:0.0:1781226671.092675:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941416704:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226671.092692:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226671.092733:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b463cf expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226671.092756:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781226671.092775:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226671.092777:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226671.092786:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463cf expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.092818:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463cf expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.092831:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226671.092900:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941416704:12345-192.168.202.30@tcp:101:cp.0 Request processed in 229us (4209us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.092907:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 178 00000100:00100000:0.0:1781226671.102759:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226671.113902:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463cf expref: 13 pid: 8405 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226671.113920:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964466304:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226671.113944:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4463f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463d6 expref: 12 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.113954:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9000, rc 0) 00000100:00100000:0.0:1781226671.114033:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5ef893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:22749:x1867750941416832:12345-192.168.202.30@tcp:101:cp.0 Request processed in 10949us (11286us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.114041:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 179 00000100:00100000:0.0:1781226671.124008:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941417216 00000100:00100000:0.0:1781226671.124018:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941417216 00000100:00100000:1.0:1781226671.124133:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 141 00000100:00100000:1.0:1781226671.124429:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:22749:x1867750941417216:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:1.0:1781226671.124790:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:22749:x1867750941417216:12345-192.168.202.30@tcp:35:cp.0 Request processed in 365us (1481us total) trans 4294967725 rc 0/0 00000100:00100000:1.0:1781226671.124813:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 141 00000100:00100000:0.0:1781226671.177415:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941417344 00000100:00100000:0.0:1781226671.177425:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941417344 00000100:00100000:0.0:1781226671.177518:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 727 00000100:00100000:0.0:1781226671.177529:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+74:22752:x1867750941417344:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226671.177548:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226671.177570:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463f70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b463dd expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177643:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177657:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177667:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177684:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177692:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177729:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177827:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7200/0x5d5522eac4463f85 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177836:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7200/0x5d5522eac4463f85 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177843:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7200/0x5d5522eac4463f85 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226671.177883:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00000004:00200000:0.0:1781226671.177887:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226671.177908:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7200/0x5d5522eac4463f85 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177919:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7200/0x5d5522eac4463f85 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177928:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177934:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177950:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177957:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177962:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226671.177966:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177973:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177984:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:0.0:1781226671.177988:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226671.177993:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.177999:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4463f77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178013:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178019:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178025:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178029:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226671.178038:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178044:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178053:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff89a5c2e7ca00) 00010000:00010000:0.0:1781226671.178055:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226671.178058:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178064:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7600/0x5d5522eac4463f7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178090:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac4463f70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463dd expref: 76 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178103:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7200/0x5d5522eac4463f85 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463dd expref: 75 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.178110:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:0.0:1781226671.178112:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226671.178114:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7200, rc 0) 00000100:00100000:0.0:1781226671.178165:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+75:22752:x1867750941417344:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 637us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.178171:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 727 00000100:00100000:0.0:1781226671.184998:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941417472 00000100:00100000:0.0:1781226671.185008:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941417472 00000100:00100000:0.0:1781226671.185080:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 180 00000100:00100000:0.0:1781226671.185090:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941417472:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226671.185125:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226671.185144:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b463e4 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226671.185202:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964466560:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226671.185316:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c724c240 going to sleep for 11 seconds 00002000:00010000:0.0:1781226671.188760:0:15413:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781226671.188769:0:15413:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb mtime: 0 -> 1781226670 00002000:00010000:0.0:1781226671.188772:0:15413:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb atime: 0 -> 1781226670 00002000:00010000:0.0:1781226671.188774:0:15413:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb ctime: 0 -> 1781226670 00002000:00010000:0.0:1781226671.188776:0:15413:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781226671.188797:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964466560:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226671.188832:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f8c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463e4 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.188853:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463f8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463e4 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.188866:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226671.188922:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941417472:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3834us (4063us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226671.188931:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 180 00000100:00100000:1.0:1781226671.193594:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941417600 00000100:00100000:1.0:1781226671.193604:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941417600 00000100:00100000:1.0:1781226671.193676:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 728 00000100:00100000:1.0:1781226671.193686:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+75:22752:x1867750941417600:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226671.193745:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226671.193767:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463f93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b463eb expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.193841:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463f9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.193856:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.193867:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226671.193912:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:1.0:1781226671.193916:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226671.193935:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.193960:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4463f93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463eb expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.193979:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4463f9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463eb expref: 76 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.194008:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:1.0:1781226671.194011:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226671.194014:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e800, rc 0) 00000100:00100000:1.0:1781226671.194071:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+76:22752:x1867750941417600:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 387us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226671.194077:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 728 00000100:00100000:0.0:1781226671.198536:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941417728 00000100:00100000:0.0:1781226671.198547:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941417728 00000100:00100000:0.0:1781226671.198606:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 181 00000100:00100000:0.0:1781226671.198626:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941417728:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226671.198659:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226671.198676:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463fa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b463f2 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226671.198774:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964466688:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226671.198866:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c724c240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226671.202439:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964466688:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226671.202480:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463fa1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463f2 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.202514:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac4463fa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463f2 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.202527:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226671.202584:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941417728:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3969us (4233us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226671.202593:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 181 00000100:00100000:1.0:1781226671.208951:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941417984 00000100:00100000:1.0:1781226671.208961:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941417984 00000100:00100000:1.0:1781226671.209020:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 729 00000100:00100000:1.0:1781226671.209030:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:22752:x1867750941417984:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:1.0:1781226671.209198:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:1.0:1781226671.209271:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:22752:x1867750941417984:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 242us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226671.209279:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 729 00010000:00010000:1.0:1781226671.230522:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226671.811978:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964466816:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226671.844808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226671.864777:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941418880 00000100:00100000:1.0:1781226671.864800:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941418880 00010000:00010000:1.0:1781226671.864843:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4463f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463d6 expref: 14 pid: 17677 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226671.864896:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 212 00000100:00100000:1.0:1781226671.864907:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadeb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2427:x1867750941418880:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226671.864923:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781226671.864942:0:6511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781226671.864950:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4463f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463d6 expref: 14 pid: 17677 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.864980:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4463f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463d6 expref: 14 pid: 17677 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.865012:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4463f69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b463d6 expref: 14 pid: 17677 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.865030:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226671.865033:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226671.865038:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000918cf3e7/0x5d5522eac4463fbd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.865049:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000918cf3e7/0x5d5522eac4463fbd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.865093:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226671.865150:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadeb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941418880:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 244us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226671.865159:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 212 00000100:00100000:0.0:1781226671.878531:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941419136 00000100:00100000:0.0:1781226671.878542:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941419136 00000100:00100000:0.0:1781226671.878622:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 732 00000100:00100000:0.0:1781226671.878633:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:22762:x1867750941419136:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226671.879189:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:22762:x1867750941419136:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 556us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.879211:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 732 00000100:00100000:1.0:1781226671.885242:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941419264 00000100:00100000:1.0:1781226671.885251:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941419264 00000100:00100000:1.0:1781226671.885310:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 183 00000100:00100000:1.0:1781226671.885320:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941419264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226671.885340:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226671.885362:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4463fc4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46400 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226671.885405:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xe:0x0] initial LVB size: 158, mtime: 0x6a2b5cae, atime: 0x0, ctime: 0x6a2b5cae, blocks: 0x8 00010000:00010000:1.0:1781226671.885426:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226671.885428:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226671.885437:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4463fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46400 expref: 13 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.885455:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4463fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46400 expref: 13 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.885468:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e200, rc 0) 00000100:00100000:1.0:1781226671.885535:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941419264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 217us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226671.885542:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 183 00000100:00100000:0.0:1781226671.905101:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226671.922978:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226671.935583:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941419776 00000100:00100000:0.0:1781226671.935599:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941419776 00000100:00100000:0.0:1781226671.935820:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 734 00000100:00100000:0.0:1781226671.935832:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:22762:x1867750941419776:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226671.935861:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226671.935882:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463fcb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46407 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.935916:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.935928:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.935941:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.936049:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4463fcb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 38 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.936066:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.936074:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:0.0:1781226671.936077:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226671.936086:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6600, rc 0) 00000100:00100000:0.0:1781226671.936248:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:22762:x1867750941419776:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 417us (3570us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.936255:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 734 00000100:00100000:1.0:1781226671.954336:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941420032 00000100:00100000:1.0:1781226671.954347:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941420032 00000100:00100000:1.0:1781226671.954517:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 184 00000100:00100000:1.0:1781226671.954529:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941420032:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226671.954574:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954592:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226671.954595:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226671.954600:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954626:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954658:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954666:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954674:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954682:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226671.954686:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954714:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954731:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.954739:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c78b868/0x5d5522eac4463fd9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226671.954823:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941420032:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 296us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226671.954832:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 184 00000100:00100000:0.0:1781226671.978754:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941420288 00000100:00100000:0.0:1781226671.978773:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941420288 00000100:00100000:0.0:1781226671.978868:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 736 00000100:00100000:0.0:1781226671.978879:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:22762:x1867750941420288:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226671.978965:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.978984:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.978993:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.979033:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.979048:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 37 pid: 14117 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226671.979063:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964467072:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226671.979171:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c724cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226671.993845:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941420416 00000100:00100000:0.0:1781226671.993866:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941420416 00010000:00010000:0.0:1781226671.993916:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 38 pid: 14117 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226671.993976:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 213 00000100:00100000:0.0:1781226671.993987:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941420416:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226671.994004:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226671.994011:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 38 pid: 14117 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.994025:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 38 pid: 14117 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.994047:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4463fd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46407 expref: 38 pid: 14117 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.994063:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:0.0:1781226671.994068:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.994080:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.994089:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226671.994121:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226671.994182:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2427:x1867750941420416:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 196us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226671.994191:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 213 00010000:00010000:1.0:1781226671.994722:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994733:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994899:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994908:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994915:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994922:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226671.994926:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994934:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994945:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226671.994949:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226671.994952:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226671.994958:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4463fe0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226671.995062:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:22762:x1867750941420288:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 16183us (29515us total) trans 4294967727 rc 0/0 00000100:00100000:1.0:1781226671.995085:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 736 00000040:00080000:0.0:1781226671.996769:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226671.996792:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226671.999674:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1781226671.999691:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226672.003517:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941420672 00000100:00100000:0.0:1781226672.003526:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941420672 00000100:00100000:0.0:1781226672.003588:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 142 00000100:00100000:0.0:1781226672.003598:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:22762:x1867750941420672:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226672.004965:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:22762:x1867750941420672:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 1360us (1532us total) trans 4294967728 rc 0/0 00000100:00100000:0.0:1781226672.004978:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 142 00000100:00100000:0.0:1781226672.125794:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964467200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126617:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126652:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8052580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964467712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126678:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126719:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8052d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964468224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126740:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126755:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964468736:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126773:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126800:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964467456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126824:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126840:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964467968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126870:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126884:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964468480:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126899:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126921:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781226672.126927:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964467328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126945:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126957:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8052940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964467840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.126976:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.126986:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964468352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127001:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226672.127019:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964468224 00000100:00100000:0.0:1781226672.127023:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964468224 00000100:00100000:0.0:1781226672.127050:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964468736 00000100:00100000:0.0:1781226672.127052:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964468736 00000100:00100000:0.0:1781226672.127066:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781226672.127072:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964468224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127103:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964468224:12345-0@lo:400:kworker.0 Request processed in 31us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.127109:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781226672.127119:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1781226672.127125:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964468736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127144:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964468736:12345-0@lo:400:kworker.0 Request processed in 20us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.127149:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1781226672.127167:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964467712 00000100:00100000:0.0:1781226672.127170:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964467712 00000100:00100000:0.0:1781226672.127186:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964467456 00000100:00100000:0.0:1781226672.127188:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964467456 00000100:00100000:0.0:1781226672.127197:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1781226672.127202:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964467712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127236:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964467712:12345-0@lo:400:kworker.0 Request processed in 34us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.127241:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1781226672.127251:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1781226672.127256:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964467456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127282:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964467456:12345-0@lo:400:kworker.0 Request processed in 26us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.127288:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1781226672.127302:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964467968 00000100:00100000:0.0:1781226672.127305:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964467968 00000100:00100000:0.0:1781226672.127319:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964468480 00000100:00100000:0.0:1781226672.127321:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964468480 00000100:00100000:0.0:1781226672.127329:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964467328 00000100:00100000:0.0:1781226672.127331:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964467328 00000100:00100000:0.0:1781226672.127339:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964467840 00000100:00100000:0.0:1781226672.127341:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964467840 00000100:00100000:0.0:1781226672.127350:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964468352 00000100:00100000:0.0:1781226672.127352:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964468352 00000100:00100000:0.0:1781226672.127363:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1781226672.127368:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964467968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127406:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964467968:12345-0@lo:400:kworker.0 Request processed in 37us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.127412:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1781226672.127421:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1781226672.127426:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964468480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.127446:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964468480:12345-0@lo:400:kworker.0 Request processed in 20us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.127459:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1781226672.127469:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1781226672.127474:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964467328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.128348:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964467328:12345-0@lo:400:kworker.0 Request processed in 872us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.128355:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1781226672.128465:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964467200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.128480:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8052580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964467712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.128840:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8052d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964468224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.128969:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964468736:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.129016:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964467328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.129029:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8052940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964467840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.129040:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964468352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.129053:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964467456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.129063:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964467968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.129073:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964468480:0@lo:400:kworker.0 00000100:00100000:0.0:1781226672.245661:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941420928 00000100:00100000:0.0:1781226672.245672:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941420928 00000100:00100000:1.0:1781226672.246072:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 737 00000100:00100000:1.0:1781226672.246086:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+76:22763:x1867750941420928:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:1.0:1781226672.246108:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226672.246130:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4463fe7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4640e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.246235:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4463fee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.246249:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4463fee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.246261:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4463fee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226672.246273:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00010000:00010000:1.0:1781226672.246400:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4463fe7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4640e expref: 79 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.246417:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4463fee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4640e expref: 78 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.246424:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226672.246428:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226672.246431:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726fc00, rc 0) 00000100:00100000:1.0:1781226672.246582:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+78:22763:x1867750941420928:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 499us (1215us total) trans 4294967729 rc 0/0 00000100:00100000:1.0:1781226672.246615:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 737 00010000:00010000:0.0:1781226672.251893:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226672.253728:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941421056 00000100:00100000:0.0:1781226672.253737:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941421056 00000100:00100000:0.0:1781226672.253809:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 185 00000100:00100000:0.0:1781226672.253820:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941421056:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:0.0:1781226672.253838:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226672.253856:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4463ffc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46415 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.253880:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226672.253882:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226672.253891:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4463ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46415 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.253910:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4463ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46415 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.253926:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7400, rc 0) 00000100:00100000:0.0:1781226672.258240:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941421056:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 4409us (4636us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.258253:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 185 00000100:00100000:0.0:1781226672.274997:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941421312 00000100:00100000:0.0:1781226672.275009:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941421312 00002000:00100000:0.0:1781226672.275061:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff89a4c80503c0 x1867750941421312/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:483/0 lens 488/0 e 0 to 0 dl 1781226683 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226672.275072:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c80503c0 with x1867750941421312 ext(0->4095) 00002000:00010000:0.0:1781226672.275077:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c80503c0 00000100:00100000:0.0:1781226672.275109:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 56 00000100:00100000:0.0:1781226672.275117:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80503c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941421312:12345-192.168.202.30@tcp:3:md5sum.0 00000100:00100000:0.0:1781226672.275360:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80503c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941421312:12345-192.168.202.30@tcp:3:md5sum.0 Request processed in 242us (1407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226672.275367:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 56 00002000:00100000:0.0:1781226672.275374:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff89a4c80503c0 x1867750941421312/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:483/0 lens 488/4536 e 0 to 0 dl 1781226683 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226672.275382:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c80503c0 with x1867750941421312 ext(0->4095) 00002000:00010000:0.0:1781226672.275386:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c80503c0 00000100:00100000:1.0:1781226672.280943:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226672.303471:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226672.315732:0:10991:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781226672.315763:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315770:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315784:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315790:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226672.315795:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315802:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315816:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226672.315819:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226672.315823:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315829:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac4464011 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315850:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315869:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315875:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315880:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9de00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226672.315883:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315889:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315898:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:1.0:1781226672.315900:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226672.315903:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315909:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464003 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226672.315919:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000008e29718b reply state 00000000fc81b7a7 transno 4294967731 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315930:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.315936:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff89a5c2e7ca00) 00010000:00010000:1.0:1781226672.315938:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226672.315941:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226672.316040:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+78:22764:x1867750941421824:12345-192.168.202.30@tcp:36:rm.0 Request processed in 12304us (12571us total) trans 4294967731 rc 0/0 00000100:00100000:1.0:1781226672.316050:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:1.0:1781226672.548967:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941422080 00000100:00100000:1.0:1781226672.548979:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941422080 00000100:00100000:1.0:1781226672.549054:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 739 00000100:00100000:1.0:1781226672.549065:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+78:22780:x1867750941422080:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:1.0:1781226672.549093:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226672.549119:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446401f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4641c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.549200:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464026 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.549215:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464026 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.549230:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464026 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226672.549284:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:1.0:1781226672.549288:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226672.549312:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464026 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.549345:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446401f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4641c expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.549368:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464026 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4641c expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.549399:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:1.0:1781226672.549402:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226672.549406:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ec00, rc 0) 00000100:00100000:1.0:1781226672.549642:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+79:22780:x1867750941422080:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 578us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226672.549650:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 739 00000100:00100000:1.0:1781226672.638066:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941422336 00000100:00100000:1.0:1781226672.638076:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941422336 00000100:00100000:1.0:1781226672.638147:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 741 00000100:00100000:1.0:1781226672.638160:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:22786:x1867750941422336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226672.638184:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226672.638211:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464049 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4642a expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.638432:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464049 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4642a expref: 39 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.638446:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff89a5ef776300) 00010000:00010000:1.0:1781226672.638449:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226672.638454:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464049 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4642a expref: 39 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.638475:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e400, rc 0) 00000100:00100000:1.0:1781226672.638558:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:22786:x1867750941422336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 401us (666us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226672.638574:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 741 00000100:00100000:0.0:1781226672.652361:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226672.669114:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941422976 00000100:00100000:0.0:1781226672.669124:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941422976 00010000:00010000:0.0:1781226672.669170:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464065 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46431 expref: 83 pid: 6523 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226672.669210:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 215 00000100:00100000:0.0:1781226672.669221:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+83:2427:x1867750941422976:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226672.669236:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226672.669242:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464065 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46431 expref: 83 pid: 6523 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.669257:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464065 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46431 expref: 83 pid: 6523 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.669280:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464065 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46431 expref: 83 pid: 6523 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.669298:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:0.0:1781226672.669317:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446407a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.669330:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446407a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.669338:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446407a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226672.669385:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226672.670588:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+83:2427:x1867750941422976:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1364us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226672.670611:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 215 00000100:00100000:0.0:1781226672.684093:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226672.687946:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226672.695112:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226672.695530:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941423616 00000100:00100000:1.0:1781226672.695542:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941423616 00000100:00100000:1.0:1781226672.695641:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 745 00000100:00100000:1.0:1781226672.695653:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+83:22786:x1867750941423616:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781226672.695928:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.695946:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.695959:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696105:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696114:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696121:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696126:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226672.696131:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696139:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696168:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:1.0:1781226672.696171:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226672.696175:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.696182:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446408f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226672.696303:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+84:22786:x1867750941423616:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 653us (1201us total) trans 4294967735 rc 0/0 00000100:00100000:1.0:1781226672.696313:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 745 00000100:00100000:0.0:1781226672.714436:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226672.718546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226672.773764:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226672.773861:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941424384 00000100:00100000:1.0:1781226672.773871:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941424384 00000100:00100000:1.0:1781226672.773934:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 747 00000100:00100000:1.0:1781226672.773944:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+88:22788:x1867750941424384:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:1.0:1781226672.773968:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226672.773989:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446409d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46446 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774070:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774085:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774097:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774107:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774124:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774131:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774243:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac44640b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774448:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac44640b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774458:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac44640b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226672.774469:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:1.0:1781226672.774549:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774557:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774564:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774571:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774577:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226672.774581:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774607:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774622:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:1.0:1781226672.774625:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226672.774630:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774637:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac44640a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774652:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774657:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774663:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774667:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226672.774670:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774675:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774682:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff89a5c2e7ca00) 00010000:00010000:1.0:1781226672.774684:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226672.774687:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774927:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774972:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446409d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46446 expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774986:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac44640b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46446 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.774994:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:1.0:1781226672.774997:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226672.774999:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f800, rc 0) 00000100:00100000:1.0:1781226672.775067:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+90:22788:x1867750941424384:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 1124us (1312us total) trans 4294967739 rc 0/0 00000100:00100000:1.0:1781226672.775075:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 747 00000100:00100000:1.0:1781226672.784673:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226672.788739:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226672.788840:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941424768 00000100:00100000:1.0:1781226672.788850:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941424768 00000100:00100000:1.0:1781226672.788910:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 748 00000100:00100000:1.0:1781226672.788921:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:22788:x1867750941424768:12345-192.168.202.30@tcp:58:md5sum.0 00010000:00010000:1.0:1781226672.789043:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.789059:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226672.789071:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226672.789160:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:1.0:1781226672.789245:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:22788:x1867750941424768:12345-192.168.202.30@tcp:58:md5sum.0 Request processed in 326us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226672.789313:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 748 00000100:00100000:1.0:1781226672.799299:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:0.0:1781226673.020647:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226673.020657:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226673.020687:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1781226673.020720:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226673.021025:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7ba43c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964469376:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226673.021615:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c724cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226673.026029:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7ba43c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964469376:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226673.029112:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.030376:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941425024 00000100:00100000:1.0:1781226673.030391:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941425024 00000100:00100000:1.0:1781226673.030491:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 750 00000100:00100000:1.0:1781226673.030504:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:22789:x1867750941425024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226673.030540:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226673.030691:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:22789:x1867750941425024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 190us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.030733:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 750 00000100:00100000:1.0:1781226673.040301:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.047798:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941425408 00000100:00100000:1.0:1781226673.047809:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941425408 00000100:00100000:1.0:1781226673.047882:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 752 00000100:00100000:1.0:1781226673.047893:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:22789:x1867750941425408:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226673.047913:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226673.047933:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44640e3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46454 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048044:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048059:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048086:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226673.048099:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:1.0:1781226673.048176:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048184:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048191:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048197:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.048201:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048209:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048232:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:1.0:1781226673.048236:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226673.048241:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048247:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac44640ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048301:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44640e3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46454 expref: 40 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048325:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226673.048328:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226673.048332:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44640e3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46454 expref: 40 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.048343:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e400, rc 0) 00000100:00100000:1.0:1781226673.048411:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+39:22789:x1867750941425408:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 520us (1259us total) trans 4294967740 rc 301/301 00000100:00100000:1.0:1781226673.048420:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 752 00000100:00100000:0.0:1781226673.059990:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.060063:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941425536 00000100:00100000:1.0:1781226673.060073:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941425536 00000100:00100000:1.0:1781226673.060135:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 753 00000100:00100000:1.0:1781226673.060145:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+39:22789:x1867750941425536:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226673.060183:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226673.060317:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+39:22789:x1867750941425536:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 173us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.060325:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 753 00000100:00100000:0.0:1781226673.065585:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.079529:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.079888:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941426048 00000100:00100000:1.0:1781226673.079899:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941426048 00000100:00100000:1.0:1781226673.079964:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 755 00000100:00100000:1.0:1781226673.079975:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:22789:x1867750941426048:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226673.080036:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226673.080064:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44640ff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4645b expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080101:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a4c6fc5000) 00010000:00010000:1.0:1781226673.080112:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226673.080135:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080149:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080159:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080219:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080227:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080236:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080290:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080298:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080304:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080310:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080327:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.080332:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080340:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080349:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:1.0:1781226673.080351:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226673.080355:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080361:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446410d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080373:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080379:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080385:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080389:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.080392:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080397:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080415:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x18f7c75 (ffff89a5ef776300) 00010000:00010000:1.0:1781226673.080418:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226673.080421:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.080428:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464114 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x18f7c75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.080531:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:22789:x1867750941426048:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 558us (1011us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781226673.080539:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 755 00000100:00100000:0.0:1781226673.083076:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.102671:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.102801:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941426432 00000100:00100000:1.0:1781226673.102812:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941426432 00000100:00100000:1.0:1781226673.102873:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 757 00000100:00100000:1.0:1781226673.102884:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+41:22789:x1867750941426432:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226673.102968:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464129 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.102987:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.103000:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226673.103204:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8688 00000004:00080000:1.0:1781226673.103218:0:10991:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 632243520920ns, next at 633243517984ns, rc = 0 00000004:00010000:1.0:1781226673.103296:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000c2c7bcde reply state 0000000017d949da transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.103336:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464129 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.103343:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226673.103346:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781226673.103349:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226673.103438:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:22789:x1867750941426432:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 555us (776us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1781226673.103445:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 757 00000100:00100000:0.0:1781226673.118026:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.118217:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941426560 00000100:00100000:1.0:1781226673.118227:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941426560 00000100:00100000:1.0:1781226673.118290:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 758 00000100:00100000:1.0:1781226673.118302:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+43:22789:x1867750941426560:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226673.118331:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226673.118354:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464130 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46469 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.118424:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464130 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46469 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.118440:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464130 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46469 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.118459:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226673.118462:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226673.118466:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e800, rc 0) 00000100:00100000:1.0:1781226673.118526:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:22789:x1867750941426560:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 226us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.118548:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 758 00000100:00100000:0.0:1781226673.123041:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:0.0:1781226673.125488:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226673.128952:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.136998:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.147812:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.147956:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941427328 00000100:00100000:1.0:1781226673.147966:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941427328 00000100:00100000:1.0:1781226673.148034:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00100000:1.0:1781226673.148046:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:22789:x1867750941427328:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226673.148065:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226673.148088:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464137 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46470 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.148162:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446413e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.148176:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446413e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.148188:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446413e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226673.148230:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226673.148254:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446413e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.148281:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464137 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46470 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.148300:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446413e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46470 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.148328:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226673.148330:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781226673.148334:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e400, rc 0) 00000100:00100000:1.0:1781226673.148406:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:22789:x1867750941427328:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 362us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.148413:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00100000:0.0:1781226673.148982:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964469504 00000100:00100000:0.0:1781226673.148988:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964469504 00000100:00100000:0.0:1781226673.149031:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781226673.149041:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964469504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226673.149067:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226673.149106:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964469504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226673.149112:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781226673.154895:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.154987:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941427456 00000100:00100000:1.0:1781226673.154997:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941427456 00000100:00100000:1.0:1781226673.155053:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 187 00000100:00100000:1.0:1781226673.155064:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941427456:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226673.155082:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226673.155104:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042a93a1b/0x5d5522eac4464145 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46477 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226673.155131:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2b5cb0, blocks: 0x0 00010000:00010000:1.0:1781226673.155151:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226673.155153:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226673.155163:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042a93a1b/0x5d5522eac4464145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46477 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.155183:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042a93a1b/0x5d5522eac4464145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46477 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.155197:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:1.0:1781226673.155270:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941427456:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 207us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.155290:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 187 00000100:00100000:0.0:1781226673.166021:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.175047:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.175149:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941427968 00000100:00100000:1.0:1781226673.175160:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941427968 00010000:00010000:1.0:1781226673.175198:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042a93a1b/0x5d5522eac4464145 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46477 expref: 13 pid: 9780 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.175243:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 216 00000100:00100000:1.0:1781226673.175268:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941427968:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226673.175284:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226673.175307:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042a93a1b/0x5d5522eac4464145 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46477 expref: 13 pid: 9780 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.175322:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042a93a1b/0x5d5522eac4464145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46477 expref: 13 pid: 9780 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.175346:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226673.175348:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226673.175356:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac446414c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4647e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.175664:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac446414c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4647e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.175744:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac446414c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4647e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.175780:0:6510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff1a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1867750964469760:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226673.175867:0:6510:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226673.189029:0:6510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff1a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1867750964469760:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226673.189057:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226673.189113:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941427968:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 13860us (14074us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.189125:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 216 00000100:00100000:1.0:1781226673.201574:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.201734:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941428096 00000100:00100000:0.0:1781226673.201744:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941428096 00002000:00100000:0.0:1781226673.201794:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff89a4c8ff1a40 x1867750941428096/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:484/0 lens 648/0 e 0 to 0 dl 1781226684 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226673.201805:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff1a40 with x1867750941428096 ext(0->157) 00002000:00010000:0.0:1781226673.201811:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8ff1a40 00000100:00100000:0.0:1781226673.201893:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 57 00000100:00100000:0.0:1781226673.201903:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941428096:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781226673.203007:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941428096:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 1101us (1639us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1781226673.203018:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 57 00002000:00100000:0.0:1781226673.203027:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff89a4c8ff1a40 x1867750941428096/t4294967333(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:484/0 lens 648/448 e 0 to 0 dl 1781226684 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226673.203037:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff1a40 with x1867750941428096 ext(0->157) 00002000:00010000:0.0:1781226673.203041:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8ff1a40 00000100:00100000:0.0:1781226673.213134:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.216229:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941428224 00000100:00100000:1.0:1781226673.216243:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941428224 00000100:00100000:1.0:1781226673.219150:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 762 00000100:00100000:1.0:1781226673.219177:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:22789:x1867750941428224:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781226673.221973:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000004:00080000:0.0:1781226673.221988:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:0.0:1781226673.222029:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967739 is committed 00000004:00080000:0.0:1781226673.222044:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00010000:00010000:1.0:1781226673.222098:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222111:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222120:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222126:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c7400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.222130:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222138:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222168:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff89a5c2e7cb00) 00010000:00010000:1.0:1781226673.222172:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226673.222176:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222183:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac4463e74 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222205:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222211:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222217:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222222:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c7e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.222225:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222230:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222236:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89a5c2e7c900) 00010000:00010000:1.0:1781226673.222239:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226673.222241:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222248:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac4463e7b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222276:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222283:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222289:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222294:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9c200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.222297:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222302:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222310:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff89a5c2e7ca00) 00010000:00010000:1.0:1781226673.222312:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226673.222315:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222321:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac446400a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222330:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222336:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222341:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222352:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9c800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.222355:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222361:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222384:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff89a5c2e7ca00) 00010000:00010000:1.0:1781226673.222387:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226673.222390:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222397:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac446405e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222408:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222414:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222426:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222430:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.222433:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222439:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222459:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:1.0:1781226673.222464:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226673.222469:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.222477:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464096 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.222638:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:22789:x1867750941428224:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 3468us (9507us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226673.222650:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 762 00000100:00100000:1.0:1781226673.243985:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000001:00080000:1.0:1781226673.254068:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000001:00080000:1.0:1781226673.254087:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000100:00100000:0.0:1781226673.262427:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 218 00000100:00100000:0.0:1781226673.262438:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941428608:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226673.262447:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226673.262452:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4463fc4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46400 expref: 13 pid: 9780 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.266460:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226673.266584:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4463fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46400 expref: 13 pid: 9780 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.266804:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4463fc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46400 expref: 13 pid: 9780 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.266823:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226673.266842:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226673.266850:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.266861:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.266899:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226673.266963:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941428608:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4527us (4844us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226673.266973:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 218 00010000:00010000:0.0:1781226673.267783:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226673.267791:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.267800:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226673.267805:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.267813:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.267827:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.267834:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fcafc34/0x5d5522eac4464153 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.267867:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226673.267870:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226673.267871:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226673.276852:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226673.278123:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.285191:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226673.285965:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.285973:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286014:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286022:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286028:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286041:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9c800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.286046:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286053:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286063:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226673.286065:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226673.286069:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.286075:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464161 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.286115:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+34:22789:x1867750941429248:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 7840us (7999us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781226673.286123:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 764 00000100:00100000:1.0:1781226673.292062:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.305040:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226673.308170:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226673.308246:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941429632:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2789us (3210us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226673.308260:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 220 00000100:00100000:1.0:1781226673.318201:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226673.322746:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.322848:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941430016 00000100:00100000:0.0:1781226673.322857:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941430016 00010000:00010000:0.0:1781226673.322899:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464130 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46469 expref: 36 pid: 14117 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226673.322944:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 221 00000100:00100000:0.0:1781226673.322954:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2426:x1867750941430016:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226673.322969:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226673.322976:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464130 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46469 expref: 36 pid: 14117 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.322990:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464130 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46469 expref: 36 pid: 14117 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.323015:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:0.0:1781226673.323022:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.323032:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.323055:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.323076:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226673.323141:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2426:x1867750941430016:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 188us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226673.323150:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 221 00000100:00100000:1.0:1781226673.328755:0:6523:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:1.0:1781226673.328762:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c83cd2c0, transno 4294967334 00000100:00100000:1.0:1781226673.328790:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8052940 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964470784:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1781226673.328948:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967748 00000100:00100000:1.0:1781226673.329023:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964470912:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1781226673.329077:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226673.329105:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785f00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226673.329511:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964470912 00000100:00100000:0.0:1781226673.329518:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964470912 00000100:00100000:0.0:1781226673.329566:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1781226673.329576:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964470912:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226673.329723:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6523:x1867750964470912:12345-0@lo:1000:mdt00_000.0 Request processed in 122us (619us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1781226673.329729:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1781226673.330411:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964470912:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1781226673.330452:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330463:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330470:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330492:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9c200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.330497:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330504:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330519:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff89a5c2e7c700) 00010000:00010000:1.0:1781226673.330522:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226673.330526:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330533:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464176 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330559:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330566:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330584:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330589:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726fc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226673.330592:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330609:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac44640c0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330618:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89a4c6fc5d00) 00010000:00010000:1.0:1781226673.330621:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226673.330627:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac44640c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4644d expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330641:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac44640c7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4644d expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330649:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac44640c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4644d expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226673.330679:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d200/0x5d5522eac44640c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4644d expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226673.330693:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0780 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964471040:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226673.330798:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226673.336243:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:0.0:1781226673.336721:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226673.336726:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226673.337291:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781226673.337301:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226673.349113:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941430272 00000100:00100000:0.0:1781226673.349121:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941430272 00000100:00100000:0.0:1781226673.349184:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 194 00000100:00100000:0.0:1781226673.349193:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+10:22788:x1867750941430272:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:0.0:1781226673.349203:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226673.349221:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d92b7fd9/0x5d5522eac446418b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46485 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226673.349246:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 158, mtime: 0x6a2b5cae, atime: 0x6a2b5cae, ctime: 0x6a2b5cb0, blocks: 0x8 00010000:00010000:0.0:1781226673.349276:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226673.349278:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226673.349286:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d92b7fd9/0x5d5522eac446418b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46485 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.349303:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d92b7fd9/0x5d5522eac446418b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46485 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226673.349316:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7200, rc 0) 00000100:00100000:0.0:1781226673.349345:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:22788:x1867750941430272:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 154us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226673.349351:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 194 00010000:00010000:0.0:1781226673.360729:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226673.360735:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226673.360738:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226673.365160:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226673.365481:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941430656 00000100:00100000:0.0:1781226673.365500:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941430656 00002000:00100000:0.0:1781226673.365552:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff89a5c2eb21c0 x1867750941430656/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:484/0 lens 488/0 e 0 to 0 dl 1781226684 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226673.365563:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c2eb21c0 with x1867750941430656 ext(0->4095) 00002000:00010000:0.0:1781226673.365568:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5c2eb21c0 00000100:00100000:0.0:1781226673.365612:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 58 00000100:00100000:0.0:1781226673.365623:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941430656:12345-192.168.202.30@tcp:3:md5sum.0 00000100:00100000:0.0:1781226673.366291:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941430656:12345-192.168.202.30@tcp:3:md5sum.0 Request processed in 668us (1138us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226673.366300:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 58 00002000:00100000:0.0:1781226673.366315:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff89a5c2eb21c0 x1867750941430656/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:484/0 lens 488/4536 e 0 to 0 dl 1781226684 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226673.366324:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c2eb21c0 with x1867750941430656 ext(0->4095) 00002000:00010000:0.0:1781226673.366328:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5c2eb21c0 00000100:00100000:1.0:1781226673.375126:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000001:00080000:0.0:1781226673.535449:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000001:00080000:0.0:1781226673.535466:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed 00010000:00010000:0.0:1781226674.299963:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226674.684237:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964471168 00000100:00100000:1.0:1781226674.684248:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964471168 00000100:00100000:1.0:1781226674.684334:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1781226674.684346:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964471168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226674.684389:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226674.684459:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964471168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226674.684469:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1781226674.684526:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967328 gen 2 00000004:00080000:1.0:1781226674.684532:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c8053840, transno 4294967328 00000100:00100000:1.0:1781226674.684549:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964471168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226675.109837:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.109886:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.109926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.109953:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.109971:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.109990:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.110011:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.110029:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.110059:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226675.110107:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941431552 00000100:00100000:1.0:1781226675.110118:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941431552 00000100:00100000:1.0:1781226675.110172:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941432064 00000100:00100000:1.0:1781226675.110175:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941432064 00000100:00100000:1.0:1781226675.110192:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941431424 00000100:00100000:1.0:1781226675.110194:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941431424 00000100:00100000:1.0:1781226675.110205:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941431936 00000100:00100000:1.0:1781226675.110225:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941431936 00000100:00100000:1.0:1781226675.110244:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 383 00000100:00100000:1.0:1781226675.110251:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941431552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226675.110469:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941431552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226675.110479:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 383 00000100:00100000:1.0:1781226675.110497:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 384 00000100:00100000:1.0:1781226675.110503:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941432064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226675.126767:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941432064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 16244us (16774us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226675.126788:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 384 00000100:00080000:1.0:1781226675.126845:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226675.126852:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226675.126856:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226675.126860:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1781226675.326049:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226675.708810:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964471424 00000100:00100000:0.0:1781226675.708822:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964471424 00000100:00100000:0.0:1781226675.708910:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1781226675.708922:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964471424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226675.708967:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:0.0:1781226675.709047:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964471424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226675.709055:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1781226677.256186:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964471552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226677.256288:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.256391:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226677.256398:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964471680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226677.256424:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.256465:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964471552 00000100:00100000:1.0:1781226677.256474:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964471552 00000100:00100000:1.0:1781226677.256536:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964471680 00000100:00100000:1.0:1781226677.256540:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964471680 00000100:00100000:1.0:1781226677.256575:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1781226677.256586:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964471552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226677.256639:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226677.256727:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964471552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226677.256735:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1781226677.256754:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1781226677.256760:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964471680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226677.256771:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226677.256794:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964471680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226677.256800:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00080000:1.0:1781226677.256821:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226677.256870:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964471680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226677.256886:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964471552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226677.260691:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964471808:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.260814:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.260868:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964472320:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.260900:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.260922:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964472832:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.260949:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.260983:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781226677.260989:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964471936:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.261020:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.261042:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964472448:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.261063:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.261081:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964472960:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.261132:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226677.261177:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964471808 00000100:00100000:1.0:1781226677.261186:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964471808 00000100:00100000:1.0:1781226677.261249:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1781226677.261259:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964471808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.261522:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964472832 00000100:00100000:0.0:1781226677.261528:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964472832 00000100:00100000:0.0:1781226677.261591:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781226677.261601:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964472832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.266178:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964472832:12345-0@lo:400:kworker.0 Request processed in 4564us (5210us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.266200:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781226677.266271:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964472320 00000100:00100000:0.0:1781226677.266283:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964472320 00000100:00100000:0.0:1781226677.266358:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1781226677.266367:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964472320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.266469:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964472320:12345-0@lo:400:kworker.0 Request processed in 103us (5568us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.266477:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1781226677.266965:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964472064:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.267020:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226677.267061:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964472576:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.267092:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226677.267115:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964473088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.267141:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226677.267168:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781226677.267177:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964472192:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.267207:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226677.267220:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964472704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.267249:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226677.267455:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964471936 00000100:00100000:0.0:1781226677.267463:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964471936 00000100:00100000:0.0:1781226677.267503:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964472448 00000100:00100000:0.0:1781226677.267507:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964472448 00000100:00100000:0.0:1781226677.267529:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964472960 00000100:00100000:0.0:1781226677.267532:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964472960 00000100:00100000:0.0:1781226677.267547:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964472576 00000100:00100000:0.0:1781226677.267550:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964472576 00000100:00100000:0.0:1781226677.267579:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964473088 00000100:00100000:0.0:1781226677.267582:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964473088 00000100:00100000:0.0:1781226677.267596:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964472192 00000100:00100000:1.0:1781226677.267832:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964471808:12345-0@lo:400:kworker.0 Request processed in 6570us (7015us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226677.267844:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1781226677.267890:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226677.267896:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226677.267899:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226677.267939:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964471808:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.267958:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964472320:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.267973:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964472832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268105:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964472192 00000100:00100000:0.0:1781226677.268133:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1781226677.268144:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964471936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268218:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964471936:12345-0@lo:400:kworker.0 Request processed in 76us (7197us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.268226:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1781226677.268241:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1781226677.268249:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964472448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268280:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964472448:12345-0@lo:400:kworker.0 Request processed in 33us (7216us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.268287:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1781226677.268300:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1781226677.268306:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964472960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.268486:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964471936:0@lo:400:kworker.0 00000100:00100000:1.0:1781226677.268500:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964472448:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268800:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964472960:12345-0@lo:400:kworker.0 Request processed in 493us (7666us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.268807:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1781226677.268824:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781226677.268833:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964472576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268874:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964472576:12345-0@lo:400:kworker.0 Request processed in 44us (1782us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.268880:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781226677.268893:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1781226677.268900:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964473088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268927:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964473088:12345-0@lo:400:kworker.0 Request processed in 28us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.268932:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1781226677.268944:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1781226677.268950:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964472192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.268992:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964472192:12345-0@lo:400:kworker.0 Request processed in 41us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226677.268999:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1781226677.269037:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964472192:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.269049:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964472576:0@lo:400:kworker.0 00000100:00100000:0.0:1781226677.269059:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964473088:0@lo:400:kworker.0 00000100:00080000:0.0:1781226677.272464:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226677.278686:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964472960:0@lo:400:kworker.0 00010000:00010000:0.0:1781226677.373888:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226678.276480:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964473216 00000100:00100000:0.0:1781226678.276500:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964473216 00000100:00100000:0.0:1781226678.276586:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1781226678.276619:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964473216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226678.276676:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226678.276809:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964473216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 211us (4609us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226678.276817:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00010000:00010000:0.0:1781226678.396130:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226678.785753:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967752 is committed 00000001:00080000:1.0:1781226678.785783:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000020:00080000:1.0:1781226678.785796:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c8785a80 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:1.0:1781226678.785801:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c63d8900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c8785480 00000020:00080000:1.0:1781226678.785804:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c63d8b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c9216a00 00000100:00100000:1.0:1781226679.335746:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226679.335937:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941432192 00000100:00100000:0.0:1781226679.335950:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941432192 00000100:00100000:0.0:1781226679.336039:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 766 00000100:00100000:0.0:1781226679.336053:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+31:22745:x1867750941432192:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226679.336190:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+31:22745:x1867750941432192:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 141us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226679.336198:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 766 00000100:00080000:1.0:1781226679.336436:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226679.340151:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941432320 00000100:00100000:0.0:1781226679.340180:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941432320 00000100:00100000:0.0:1781226679.340399:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 767 00000100:00100000:0.0:1781226679.340415:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:22745:x1867750941432320:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226679.340577:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:22745:x1867750941432320:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 166us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226679.340586:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 767 00000100:00080000:1.0:1781226679.340903:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226679.805418:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964473472 00000100:00100000:1.0:1781226679.805424:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964473472 00000100:00100000:1.0:1781226679.805479:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1781226679.805488:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964473472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226679.805502:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226679.805552:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964473472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226679.805559:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1781226680.232731:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941433088 00000100:00100000:1.0:1781226680.232742:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941433088 00000100:00100000:1.0:1781226680.232794:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941433600 00000100:00100000:1.0:1781226680.232797:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941433600 00000100:00100000:1.0:1781226680.232816:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941433216 00000100:00100000:1.0:1781226680.232819:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941433216 00000100:00100000:1.0:1781226680.232831:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941433728 00000100:00100000:1.0:1781226680.232832:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941433728 00000100:00100000:1.0:1781226680.232846:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 389 00000100:00100000:1.0:1781226680.232853:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941433088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226680.232895:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941433088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 43us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226680.232901:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 389 00000100:00100000:1.0:1781226680.232913:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 390 00000100:00100000:1.0:1781226680.232917:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941433600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226680.232936:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941433600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226680.232941:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 390 00000100:00100000:1.0:1781226680.232962:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 391 00000100:00100000:1.0:1781226680.232968:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941433216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226680.232995:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941433216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226680.233001:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 391 00000100:00100000:1.0:1781226680.233012:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 392 00000100:00100000:1.0:1781226680.233018:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941433728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226680.233039:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941433728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226680.233045:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 392 00010000:00010000:0.0:1781226680.446866:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226681.533017:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226681.533031:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226681.533063:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1781226681.533078:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226682.363842:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964473728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226682.363913:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.368675:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964473856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226682.368756:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.368821:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964473856 00000100:00100000:0.0:1781226682.368828:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964473856 00000100:00100000:0.0:1781226682.368876:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1781226682.368885:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964473856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226682.368905:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1781226682.368945:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964473856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226682.368953:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1781226682.368997:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964473856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226682.370414:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964473984:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370447:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.370483:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964474496:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370526:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.370543:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964475008:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370564:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.370583:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781226682.370589:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964474368:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370609:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.370624:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964474880:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370643:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.370670:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964474368 00000100:00100000:0.0:1781226682.370674:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964474368 00000100:00100000:0.0:1781226682.370731:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1781226682.370737:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964474368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370769:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964474368:12345-0@lo:400:kworker.0 Request processed in 32us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226682.370774:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1781226682.370796:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964474496 00000100:00100000:0.0:1781226682.370799:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964474496 00000100:00100000:0.0:1781226682.370816:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1781226682.370822:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964474496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370846:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964474496:12345-0@lo:400:kworker.0 Request processed in 24us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226682.370852:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1781226682.370870:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964475008 00000100:00100000:0.0:1781226682.370874:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964475008 00000100:00100000:0.0:1781226682.370903:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964474880 00000100:00100000:0.0:1781226682.370905:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964474880 00000100:00100000:0.0:1781226682.370925:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1781226682.370939:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964475008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.370968:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964475008:12345-0@lo:400:kworker.0 Request processed in 32us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226682.370974:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1781226682.370985:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1781226682.370991:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964474880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.371014:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964474880:12345-0@lo:400:kworker.0 Request processed in 24us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226682.371019:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1781226682.371046:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964474368:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.371055:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964474880:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.371063:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964474496:0@lo:400:kworker.0 00000100:00100000:0.0:1781226682.371071:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964475008:0@lo:400:kworker.0 00000100:00080000:0.0:1781226682.371098:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1781226682.503265:0:19044:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff41632c10 20000000:00000080:1.0:1781226682.503282:0:19044:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff89a4c12bd400 uarg=0000000000000000 00000040:00100000:1.0:1781226682.503905:0:19044:0:(llog.c:1067:llog_reverse_process()) index 51 : idx 49 00000040:00100000:1.0:1781226682.503914:0:19044:0:(llog.c:1067:llog_reverse_process()) index 47 : idx 1 00000040:00080000:1.0:1781226682.503998:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17176 20000000:01000000:1.0:1781226682.504017:0:19044:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1781226682.504032:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17288 00000040:00080000:1.0:1781226682.504044:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17512 00000040:00080000:1.0:1781226682.504097:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].46, 224 off16208 20000000:01000000:1.0:1781226682.504104:0:19044:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1781226682.504117:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 120 off16328 00000040:00080000:1.0:1781226682.504287:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16608 00000040:00080000:1.0:1781226682.504346:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].46, 224 off16240 20000000:01000000:1.0:1781226682.504354:0:19044:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1781226682.504366:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].47, 120 off16360 00000040:00080000:1.0:1781226682.504458:0:19044:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].49, 224 off16608 10000000:01000000:1.0:1781226682.504473:0:19044:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1781226682.504495:0:19044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a4c726fc00/0x5d5522eac4464192 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504529:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5f69d1e00/0x5d5522eac4461187 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456bd expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504538:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5c1480800/0x5d5522eac446118e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456c4 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504547:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5f69d1800/0x5d5522eac446119c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4461195 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504554:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5d8bb3600/0x5d5522eac44611aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611a3 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504560:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5f69d1600/0x5d5522eac44611b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611b1 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504566:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5d8bb2800/0x5d5522eac44611c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611bf expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504572:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611cd expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504578:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611db expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504585:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5f69d0c00/0x5d5522eac44611f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611e9 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504601:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5fbbd6c00/0x5d5522eac44611fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44611f7 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504608:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5fbbd7c00/0x5d5522eac446120c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4461205 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504616:0:19044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a5d8bb3000/0x5d5522eac4461259 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456d2 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504623:0:19044:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a4c726fc00/0x5d5522eac4464192 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504670:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5d8bb3000/0x5d5522eac4461259 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456d2 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504687:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5d8bb3000/0x5d5522eac4461259 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456d2 expref: 11 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.504740:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6e940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475392:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226682.504975:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5fbbd7c00/0x5d5522eac446120c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4461205 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.504983:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5fbbd7c00/0x5d5522eac446120c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4461205 expref: 22 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.504992:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475520:0@lo:104: 00000100:00100000:1.0:1781226682.505034:0:19044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781226682.505124:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5fbbd6c00/0x5d5522eac44611fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611f7 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.505140:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5fbbd6c00/0x5d5522eac44611fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611f7 expref: 22 pid: 6518 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.505149:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475648:0@lo:104: 00000100:00100000:1.0:1781226682.505173:0:19044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781226682.506447:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5f69d0c00/0x5d5522eac44611f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611e9 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.506464:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5f69d0c00/0x5d5522eac44611f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611e9 expref: 22 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.506477:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475776:0@lo:104: 00010000:00010000:1.0:1781226682.506532:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611db expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.506540:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611db expref: 22 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.506547:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475904:0@lo:104: 00010000:00010000:1.0:1781226682.506571:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611cd expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.506578:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611cd expref: 22 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.506585:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476032:0@lo:104: 00010000:00010000:1.0:1781226682.506605:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5d8bb2800/0x5d5522eac44611c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611bf expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.506629:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5d8bb2800/0x5d5522eac44611c6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611bf expref: 22 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.506638:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476160:0@lo:104: 00010000:00010000:1.0:1781226682.506666:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5f69d1600/0x5d5522eac44611b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611b1 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.506673:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5f69d1600/0x5d5522eac44611b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611b1 expref: 22 pid: 6518 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.507587:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476288:0@lo:104: 00010000:00010000:1.0:1781226682.507653:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5d8bb3600/0x5d5522eac44611aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44611a3 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.507664:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5d8bb3600/0x5d5522eac44611aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44611a3 expref: 22 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.507673:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476416:0@lo:104: 00010000:00010000:1.0:1781226682.507712:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5f69d1800/0x5d5522eac446119c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4461195 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.507720:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5f69d1800/0x5d5522eac446119c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4461195 expref: 22 pid: 6518 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.507727:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476544:0@lo:104: 00010000:00010000:1.0:1781226682.507753:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5c1480800/0x5d5522eac446118e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456c4 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.507777:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5c1480800/0x5d5522eac446118e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456c4 expref: 11 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.507787:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476672:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226682.507862:0:19044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a5f69d1e00/0x5d5522eac4461187 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456bd expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.507870:0:19044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a5f69d1e00/0x5d5522eac4461187 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456bd expref: 11 pid: 6518 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.507877:0:19044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476800:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226682.507901:0:19044:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226682.508760:0:6508:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964475520 00000100:00100000:0.0:1781226682.508768:0:6508:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964475520 00000100:00100000:0.0:1781226682.508812:0:6508:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/3 left), rc = 0 00000100:00100000:0.0:1781226682.508819:0:6508:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964476032 00000100:00100000:0.0:1781226682.508822:0:6508:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964476032 00000100:00100000:0.0:1781226682.508830:0:6508:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964476288 00000100:00100000:0.0:1781226682.508832:0:6508:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964476288 00000100:00100000:0.0:1781226682.508839:0:6508:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964476544 00000100:00100000:0.0:1781226682.508841:0:6508:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964476544 00000100:00100000:1.0:1781226682.509120:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475648:0@lo:104: 00000100:00100000:1.0:1781226682.509582:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6e940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475392:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226682.509763:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1781226682.510123:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475776:0@lo:104: 00000100:00100000:0.0:1781226682.510132:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475904:0@lo:104: 00000100:00100000:0.0:1781226682.510148:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476032:0@lo:104: 00000100:00100000:0.0:1781226682.510838:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476160:0@lo:104: 00000100:00100000:0.0:1781226682.510846:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476288:0@lo:104: 00000100:00100000:0.0:1781226682.510853:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476416:0@lo:104: 00000100:00100000:0.0:1781226682.510859:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476544:0@lo:104: 00000100:00100000:0.0:1781226682.511115:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964477184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226682.511157:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.511192:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226682.511197:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964477312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226682.511229:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226682.511254:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964477184 00000100:00100000:0.0:1781226682.511260:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964477184 00010000:00010000:0.0:1781226682.511284:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44611db expref: 23 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226682.511306:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964477312 00000100:00100000:0.0:1781226682.511308:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964477312 00010000:00010000:0.0:1781226682.511318:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44611cd expref: 24 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.511373:0:6508:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19044:x1867750964475520:12345-0@lo:104: 00010000:00010000:1.0:1781226682.511393:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a5c1481800/0x5d5522eac4461205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446120c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.511431:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1781226682.511436:0:6508:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19044:x1867750964475520:12345-0@lo:104: Request processed in 1667us (6402us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226682.511443:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1781226682.514365:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964476928 00000100:00100000:1.0:1781226682.514373:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964476928 00010000:00010000:1.0:1781226682.514470:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a5fbbd6c00/0x5d5522eac44611fe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44611f7 expref: 25 pid: 6518 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.514525:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941433856 00000100:00100000:1.0:1781226682.514529:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941433856 00010000:00010000:1.0:1781226682.514544:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a5d8bb3000/0x5d5522eac4461259 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456d2 expref: 12 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226682.514558:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1781226682.514566:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+25:3668:x1867750964477184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781226682.514579:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226682.514585:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44611db expref: 25 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.514596:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44611db expref: 25 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.514615:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a5d8bb2c00/0x5d5522eac44611e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44611db expref: 25 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226682.514632:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226682.514683:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1781226682.514707:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+24:3668:x1867750964477312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226682.514716:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226682.514721:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44611cd expref: 24 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226682.514730:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44611cd expref: 24 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226682.514747:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a5d8bb3800/0x5d5522eac44611d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44611cd expref: 24 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226682.514757:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226682.518906:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:3668:x1867750964477184:12345-0@lo:103:ldlm_bl.0 Request processed in 4333us (7741us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226682.518917:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1781226682.518993:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:3668:x1867750964477312:12345-0@lo:103:ldlm_bl.0 Request processed in 4301us (7761us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226682.519000:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:0.0:1781226682.519144:0:19044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a5fbbd7c00/0x5d5522eac446120c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4461205 expref: 14 pid: 6516 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226682.519158:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964475520:0@lo:104: 00010000:00010000:0.0:1781226682.519173:0:19044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a5c1480800/0x5d5522eac446118e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456c4 expref: 10 pid: 6517 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226682.519183:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476672:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226682.519194:0:19044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a5f69d1e00/0x5d5522eac4461187 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b456bd expref: 9 pid: 6518 timeout: 741 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226682.519202:0:19044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19044:1867750964476800:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226682.519245:0:19044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a4c726fc00/0x5d5522eac4464192 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226682.519255:0:19044:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a4c726fc00/0x5d5522eac4464192 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226682.519262:0:19044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a4c726fc00/0x5d5522eac4464192 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226682.519283:0:19044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c726fc00/0x5d5522eac4464192 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226683.388332:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964478080 00000100:00100000:0.0:1781226683.388340:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964478080 00000100:00100000:0.0:1781226683.388392:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1781226683.388402:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964478080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226683.388435:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226683.388488:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964478080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226683.388496:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1781226683.749097:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226683.752773:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226683.752885:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941434496 00000100:00100000:1.0:1781226683.752898:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941434496 00000100:00100000:1.0:1781226683.752972:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:1.0:1781226683.752984:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941434496:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226683.753189:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941434496:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 Request processed in 206us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226683.753210:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:1.0:1781226683.767520:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226683.778112:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226683.784012:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226683.788478:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941434880 00000100:00100000:1.0:1781226683.788514:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941434880 00000100:00100000:1.0:1781226683.788610:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 478 00000100:00100000:1.0:1781226683.788622:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941434880:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226683.788644:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226683.788677:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46493 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226683.788733:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46493 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226683.788747:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46493 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226683.788757:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f800, rc 0) 00000100:00100000:1.0:1781226683.788845:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941434880:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 225us (4847us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226683.788852:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 478 00000100:00100000:1.0:1781226683.791871:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226683.802084:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226683.812115:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226683.815905:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941435520 00000100:00100000:1.0:1781226683.815918:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941435520 00000100:00100000:1.0:1781226683.815988:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 483 00000100:00100000:1.0:1781226683.816001:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941435520:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226683.816024:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226683.816067:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4649a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226683.816106:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4649a expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226683.816120:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4649a expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226683.816131:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ec00, rc 0) 00000100:00100000:1.0:1781226683.816217:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941435520:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 210us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226683.816226:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 483 00000100:00100000:0.0:1781226683.819082:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226684.028889:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226684.028914:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac44641ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641b5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226684.028926:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac44641ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44641b5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226684.029015:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.029077:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.030127:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc900 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.030364:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964478336 00000100:00100000:1.0:1781226684.030431:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964478336 00000100:00100000:1.0:1781226684.030574:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1781226684.030585:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964478336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.030924:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964478336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 340us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.030933:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1781226684.031025:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.031088:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.031154:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.031576:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc900 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.032166:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.032922:0:19045:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19045:1867750964478592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226684.032989:0:19045:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.033146:0:19045:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.040472:0:19045:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19045:1867750964478592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226684.040583:0:19045:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19045:1867750964478720:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226684.040646:0:19045:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.041036:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964478720 00000100:00100000:1.0:1781226684.041045:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964478720 00000100:00100000:1.0:1781226684.041094:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1781226684.041104:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:19045:x1867750964478720:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.041263:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:19045:x1867750964478720:12345-0@lo:502:llog_process_th.0 Request processed in 145us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.041272:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1781226684.042010:0:19045:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9f6a480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.042036:0:19045:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19045:1867750964478720:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781226684.042075:0:19045:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1781226684.042832:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1781226684.042882:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226684.042895:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac44641ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641b5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.042906:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac44641ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641b5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226684.042917:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1781226684.042920:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1781226684.042923:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1781226684.042962:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.042971:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.042982:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226684.043005:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.043062:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.043105:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.059023:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226684.059064:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226684.059081:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44641c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226684.059213:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.059325:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.059930:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.061992:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964478976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.062064:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964479104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.062136:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.062167:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.063298:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964479104:0@lo:503:ll_cfg_requeue.0 00000020:01000000:0.0:1781226684.072238:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1781226684.072511:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1781226684.072529:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226684.072546:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c726e200/0x5d5522eac44641bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226684.072679:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1781226684.072684:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5fb3d1000 from 52 10000000:01000000:1.0:1781226684.072688:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781226684.072866:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c726fc00/0x5d5522eac44641ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.072877:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c726fc00/0x5d5522eac44641ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.072917:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c726fc00/0x5d5522eac44641ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226684.072957:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964479232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.073056:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.073861:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.075235:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964479360 00000100:00100000:0.0:1781226684.075243:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964479360 00000100:00100000:0.0:1781226684.075290:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781226684.075299:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964479360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.075487:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964479360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 188us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226684.075506:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781226684.076022:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964479488 00000100:00100000:0.0:1781226684.076026:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964479488 00000100:00100000:0.0:1781226684.076050:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781226684.076057:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964479488:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.076163:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964479488:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226684.076171:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781226684.078892:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19047:1867750964479616:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226684.078996:0:19047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.079050:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc900 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.079564:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19047:1867750964479616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.079619:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19047:1867750964479744:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.079657:0:19047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.079682:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.080589:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964479744 00000100:00100000:0.0:1781226684.080728:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964479744 00000100:00100000:0.0:1781226684.080791:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1781226684.080824:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19047:x1867750964479744:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.080984:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19047:x1867750964479744:12345-0@lo:502:llog_process_th.0 Request processed in 185us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.080991:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1781226684.086795:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19047:1867750964479744:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781226684.086866:0:19047:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000100:00100000:1.0:1781226684.088106:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964479872 00000100:00100000:1.0:1781226684.088115:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964479872 00000100:00100000:1.0:1781226684.088192:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1781226684.088205:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964479872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226684.088222:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226684.088238:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44641d8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.088277:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44641d8 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.088305:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44641d8 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.088315:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e800, rc 0) 00000100:00100000:1.0:1781226684.088575:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964479872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 373us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.088583:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000040:00080000:0.0:1781226684.107442:0:19048:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000100:00100000:1.0:1781226684.109124:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964480256 00000100:00100000:1.0:1781226684.109134:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964480256 00000100:00100000:1.0:1781226684.109297:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1781226684.109311:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964480256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226684.109340:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226684.109361:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44641e6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.109403:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44641e6 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.109417:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44641e6 expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.109428:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f400, rc 0) 00000100:00100000:1.0:1781226684.109625:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964480256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 317us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.109634:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1781226684.113094:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964480640 00000100:00100000:0.0:1781226684.113103:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964480640 00000100:00100000:1.0:1781226684.113899:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964480768 00000100:00100000:1.0:1781226684.113904:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964480768 00000100:00100000:1.0:1781226684.113956:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1781226684.113964:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19049:x1867750964480768:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.114055:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19049:x1867750964480768:12345-0@lo:502:llog_process_th.0 Request processed in 92us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.114062:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000020:01000000:1.0:1781226684.114558:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1781226684.114589:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226684.114600:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8d9d400/0x5d5522eac44641e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641ed expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.114613:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8d9d400/0x5d5522eac44641e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641ed expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226684.114624:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781226684.114627:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:1.0:1781226684.114631:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781226684.114665:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c726e400/0x5d5522eac44641f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.114674:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c726e400/0x5d5522eac44641f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.114685:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c726e400/0x5d5522eac44641f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226684.114744:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964480896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.114784:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.114815:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.115321:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964480896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226684.115344:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c726e400/0x5d5522eac44641f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44641fb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.115353:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c726e400/0x5d5522eac44641f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44641fb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226684.115486:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964481024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.115524:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.115551:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.116080:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964481024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.116111:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964481152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.116157:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.116253:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.117059:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964481152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.121473:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964481408 00000100:00100000:1.0:1781226684.121483:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964481408 00000100:00100000:1.0:1781226684.121590:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1781226684.121601:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19050:x1867750964481408:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.121851:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19050:x1867750964481408:12345-0@lo:502:llog_process_th.0 Request processed in 251us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.121860:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1781226684.122211:0:19050:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19050:1867750964481408:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226684.122278:0:19050:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b30c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19050:1867750964481536:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226684.122326:0:19050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226684.122760:0:19050:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226684.124332:0:19050:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b30c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19050:1867750964481536:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781226684.124523:0:19050:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781226684.124535:0:19050:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781226684.124538:0:19050:0:(obd_config.c:1561:class_process_config()) marker 45 (0x2) lustre-MDT0001-m new lustre.test_11c 00000040:00080000:1.0:1781226684.124543:0:19050:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 50 count 49 00000100:00100000:1.0:1781226684.125555:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964481664 00000100:00100000:1.0:1781226684.125571:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964481664 00000100:00100000:1.0:1781226684.125660:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781226684.125672:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964481664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226684.125688:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226684.125733:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464202 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.125764:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464202 expref: 21 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.125778:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464202 expref: 21 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.125788:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:1.0:1781226684.125842:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964481664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.125850:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781226684.126660:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1781226684.126669:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964481792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.126858:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964481792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 190us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.126866:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1781226684.127475:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964481920 00000100:00100000:0.0:1781226684.127481:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964481920 00000100:00100000:0.0:1781226684.127526:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1781226684.127535:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964481920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226684.127645:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964481920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 112us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226684.127661:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1781226684.129091:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964482048 00000100:00100000:0.0:1781226684.129098:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964482048 00000100:00100000:1.0:1781226684.129332:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1781226684.129342:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19051:x1867750964482048:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.129512:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19051:x1867750964482048:12345-0@lo:502:llog_process_th.0 Request processed in 171us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.129520:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1781226684.131061:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964482304 00000100:00100000:1.0:1781226684.131066:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964482304 00000100:00100000:1.0:1781226684.131094:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1781226684.131101:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964482304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226684.131112:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226684.131126:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c7306c00/0x5d5522eac4464217 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464210 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.131153:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c7306c00/0x5d5522eac4464217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464210 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.131164:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c7306c00/0x5d5522eac4464217 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464210 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226684.131185:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c7306c00, rc 0) 00000100:00100000:1.0:1781226684.131221:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964482304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.131227:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1781226684.131591:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964482432 00000100:00100000:1.0:1781226684.131596:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964482432 00000100:00100000:1.0:1781226684.131614:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1781226684.131621:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964482432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226684.131842:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964482432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 220us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226684.131849:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1781226684.132140:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964482560 00000100:00100000:1.0:1781226684.132144:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964482560 00000020:00080000:0.0:1781226684.142919:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:0.0:1781226684.142954:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:0.0:1781226684.152618:0:19052:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/32) registered 00000100:00100000:1.0:1781226684.159584:0:19052:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19052:1867750964482816:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.160060:0:19052:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.160157:0:19052:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.160726:0:19052:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19052:1867750964482816:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.160780:0:19052:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19052:1867750964482944:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226684.160819:0:19052:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226684.161333:0:19052:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226684.162192:0:19052:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19052:1867750964482944:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781226684.162224:0:19052:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781226684.162233:0:19052:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781226684.162236:0:19052:0:(obd_config.c:1561:class_process_config()) marker 44 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:1.0:1781226684.162242:0:19052:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000100:00100000:0.0:1781226685.339678:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:0.0:1781226685.340506:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226685.350450:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.350762:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.350860:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.350894:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.351501:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.351605:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.351623:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226685.354908:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941436032 00000100:00100000:1.0:1781226685.354922:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941436032 00000100:00100000:1.0:1781226685.355011:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941436544 00000100:00100000:1.0:1781226685.355015:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941436544 00000100:00100000:1.0:1781226685.355052:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 729 00000100:00100000:1.0:1781226685.355063:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941436032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226685.355146:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941436032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 84us (4384us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226685.355154:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 729 00000100:00100000:1.0:1781226685.355172:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 730 00000100:00100000:1.0:1781226685.355180:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941436544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226685.355206:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941436544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (4311us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226685.355212:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 730 00000100:00100000:0.0:1781226685.355907:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226685.355933:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941436672 00000100:00100000:0.0:1781226685.355938:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941436672 00000100:00100000:0.0:1781226685.355974:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 398 00000100:00100000:0.0:1781226685.355982:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941436672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226685.356024:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941436672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226685.356033:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 398 00000100:00100000:0.0:1781226685.949290:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964483584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226685.949389:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226685.949506:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964483584 00000100:00100000:0.0:1781226685.949529:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964483584 00000100:00100000:0.0:1781226685.949589:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1781226685.949599:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964483584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226685.949645:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1781226685.949780:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964483584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 181us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226685.949788:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1781226685.950962:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964483584:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226686.594677:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226686.878803:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964483712 00000100:00100000:1.0:1781226686.878813:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964483712 10000000:00010000:3.0:1781226686.879331:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464210 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879351:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1781226686.879360:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226686.879378:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1781226686.879414:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464210 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879421:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1781226686.879426:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781226686.879434:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19149:x1867750964483712:12345-0@lo:104: 00010000:00010000:0.0:1781226686.879443:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879445:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464210 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879454:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464210 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879477:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226686.879479:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226686.879481:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226686.879499:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781226686.879504:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19149:x1867750964483712:12345-0@lo:104: Request processed in 72us (1229us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226686.879510:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781226686.879538:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964484096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.879568:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226686.879614:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964484096 00000100:00100000:3.0:1781226686.879619:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964484096 00010000:00010000:0.0:1781226686.879619:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226686.879624:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.879631:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226686.879633:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879638:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c7306c00/0x5d5522eac4464217 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464210 expref: 23 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.879650:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226686.879657:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226686.879663:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226686.879682:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.879688:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1781226686.879712:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1781226686.879720:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964484096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226686.879728:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879733:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226686.879735:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c82b9000/0x5d5522eac446421e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.879737:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c7306c00/0x5d5522eac4464217 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464210 expref: 23 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.879746:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226686.879747:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226686.879749:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226686.879752:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c7306c00/0x5d5522eac4464217 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464210 expref: 23 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226686.879759:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964484224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.879782:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226686.879785:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226686.885530:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964484224 00000100:00100000:1.0:1781226686.885542:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964484224 00010000:00010000:1.0:1781226686.885584:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8d9de00/0x5d5522eac4464225 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446421e expref: 23 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226686.885621:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1781226686.885631:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964484224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781226686.885650:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226686.885655:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8d9de00/0x5d5522eac4464225 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446421e expref: 23 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.885668:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8d9de00/0x5d5522eac4464225 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac446421e expref: 23 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.885691:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8d9de00/0x5d5522eac4464225 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac446421e expref: 23 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.885727:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226686.891680:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964485632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.891758:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226686.891802:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964486144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.891826:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226686.891854:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781226686.891861:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964485760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.891900:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226686.891910:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964486272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.891928:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781226686.891950:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226686.891966:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964485632 00000100:00100000:0.0:1781226686.891975:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964485632 00010000:00010000:0.0:1781226686.892011:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8d9dc00/0x5d5522eac44641fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641f4 expref: 23 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226686.892035:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964486144 00000100:00100000:0.0:1781226686.892038:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964486144 00010000:00010000:0.0:1781226686.892048:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8d9c800/0x5d5522eac44641c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641bc expref: 24 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226686.892058:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964485760 00000100:00100000:0.0:1781226686.892060:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964485760 00010000:00010000:0.0:1781226686.892070:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641e6 expref: 25 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226686.892080:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964486272 00000100:00100000:0.0:1781226686.892082:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964486272 00010000:00010000:0.0:1781226686.892090:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8d9da00/0x5d5522eac44641b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641ae expref: 26 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226686.892105:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1781226686.892114:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+26:3666:x1867750964485632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226686.892130:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226686.892135:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8d9dc00/0x5d5522eac44641fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641f4 expref: 26 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892157:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8d9dc00/0x5d5522eac44641fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44641f4 expref: 26 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892178:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8d9dc00/0x5d5522eac44641fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44641f4 expref: 26 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892196:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226686.892234:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+25:3666:x1867750964485632:12345-0@lo:103:ldlm_bl.0 Request processed in 121us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226686.892242:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1781226686.892262:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1781226686.892268:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+24:3666:x1867750964486144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226686.892276:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226686.892280:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8d9c800/0x5d5522eac44641c3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641bc expref: 24 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892287:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8d9c800/0x5d5522eac44641c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44641bc expref: 24 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892296:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8d9c800/0x5d5522eac44641c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44641bc expref: 24 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892305:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226686.892324:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964486144:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226686.892330:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1781226686.892342:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1781226686.892347:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eade9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:3666:x1867750964485760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226686.892361:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226686.892365:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641e6 expref: 22 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892373:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44641e6 expref: 22 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892383:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c726f400/0x5d5522eac44641ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44641e6 expref: 22 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.892391:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226686.892413:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eade9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:3666:x1867750964485760:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226686.892419:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1781226686.892431:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1781226686.892436:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:3666:x1867750964486272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226686.892445:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226686.892449:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8d9da00/0x5d5522eac44641b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641ae expref: 20 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226686.893368:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:3667:x1867750964484096:12345-0@lo:103:ldlm_bl.0 Request processed in 13643us (13792us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226686.893381:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1781226686.893508:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:3668:x1867750964484224:12345-0@lo:103:ldlm_bl.0 Request processed in 7877us (13723us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226686.893516:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:3.0:1781226686.893859:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226686.894636:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8d9da00/0x5d5522eac44641b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44641ae expref: 18 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.894658:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8d9da00/0x5d5522eac44641b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44641ae expref: 18 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226686.894673:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226686.894719:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:3666:x1867750964486272:12345-0@lo:103:ldlm_bl.0 Request processed in 2282us (2789us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226686.894742:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1781226686.895083:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964485504 00000100:00100000:3.0:1781226686.895092:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964485504 00010000:00010000:3.0:1781226686.895129:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464202 expref: 17 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226686.895157:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964486016 00000100:00100000:3.0:1781226686.895161:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964486016 00010000:00010000:3.0:1781226686.895173:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8d9c200/0x5d5522eac44641d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641ca expref: 18 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226686.895187:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1781226686.895195:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:3669:x1867750964485504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781226686.895210:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226686.895215:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464202 expref: 18 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.895224:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464202 expref: 18 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.895235:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c726ea00/0x5d5522eac4464209 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464202 expref: 18 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.895262:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226686.895289:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:3669:x1867750964485504:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226686.895296:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1781226686.895310:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1781226686.895315:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:3669:x1867750964486016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781226686.895322:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226686.895325:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8d9c200/0x5d5522eac44641d1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641ca expref: 16 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.895332:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8d9c200/0x5d5522eac44641d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44641ca expref: 16 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.895342:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8d9c200/0x5d5522eac44641d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44641ca expref: 16 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.895364:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226686.895385:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:3669:x1867750964486016:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226686.895391:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1781226686.899106:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964485760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.899127:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964486272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.899136:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964485632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226686.899145:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964486144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781226686.899266:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964485888 00000100:00100000:3.0:1781226686.899276:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964485888 00010000:00010000:3.0:1781226686.899320:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641d8 expref: 15 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226686.899453:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1781226686.899475:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:3669:x1867750964485888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781226686.899508:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226686.899514:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44641d8 expref: 15 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.899527:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44641d8 expref: 15 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.899548:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c726e800/0x5d5522eac44641df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44641d8 expref: 15 pid: 6518 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.899570:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226686.899644:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+14:3669:x1867750964485888:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226686.899652:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1781226686.902407:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964484224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781226686.904842:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226686.904864:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226686.905088:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437056 00000100:00100000:1.0:1781226686.905096:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437056 00010000:00010000:1.0:1781226686.905136:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c82b9800/0x5d5522eac4464199 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4648c expref: 12 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226686.905169:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941436928 00000100:00100000:1.0:1781226686.905187:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941436928 00010000:00010000:1.0:1781226686.905195:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46493 expref: 13 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226686.905216:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 243 00000100:00100000:1.0:1781226686.905223:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:2427:x1867750941437056:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226686.905240:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226686.905244:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c82b9800/0x5d5522eac4464199 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4648c expref: 13 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.905252:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c82b9800/0x5d5522eac4464199 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4648c expref: 13 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.905268:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c82b9800/0x5d5522eac4464199 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4648c expref: 13 pid: 6517 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.905284:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226686.905335:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941437056:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 112us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226686.905340:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 243 00000100:00100000:1.0:1781226686.905353:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 244 00000100:00100000:1.0:1781226686.905357:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:2427:x1867750941436928:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226686.905362:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226686.905365:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46493 expref: 11 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.905383:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46493 expref: 11 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.905405:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c726f800/0x5d5522eac44641a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46493 expref: 11 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.905415:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226686.905433:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:2427:x1867750941436928:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 75us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226686.905441:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 244 00000100:00100000:3.0:1781226686.908108:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226686.908559:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437184 00000100:00100000:1.0:1781226686.908571:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437184 00010000:00010000:1.0:1781226686.908614:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4649a expref: 10 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226686.908660:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 245 00000100:00100000:1.0:1781226686.908672:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadeb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:2427:x1867750941437184:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226686.908690:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226686.908845:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4649a expref: 10 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908862:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4649a expref: 10 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908882:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c726ec00/0x5d5522eac44641a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4649a expref: 10 pid: 6516 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908908:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908918:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908956:0:9477:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908964:0:9477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908971:0:9477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908979:0:9477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.908987:0:9477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c86c3600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226686.908992:0:9477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.909001:0:9477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.909277:0:19149:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226686.909286:0:19149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.912009:0:9477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.912032:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c86c3600/0x5d5522eac446422c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226686.912058:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226686.912165:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadeb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+9:2427:x1867750941437184:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 3488us (4058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226686.912178:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 245 00000100:00100000:1.0:1781226687.484008:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964486400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226687.484149:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781226687.490332:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226687.490399:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964486528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226687.490516:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226687.491816:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964486656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.491893:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226687.492033:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964486656 00000100:00100000:0.0:1781226687.492043:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964486656 00000100:00100000:0.0:1781226687.492102:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1781226687.492112:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964486656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.492177:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964486656:12345-0@lo:400:kworker.0 Request processed in 66us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226687.492185:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1781226687.492240:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964486656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.492450:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226687.494287:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964487040:0@lo:400:kworker.0 00000100:00100000:3.0:1781226687.494388:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226687.494412:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226687.494439:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964486912:0@lo:400:kworker.0 00000100:00100000:3.0:1781226687.494499:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226687.495802:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964487168:0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.495881:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226687.495915:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964486784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.495943:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226687.495987:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964486912 00000100:00100000:0.0:1781226687.495997:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964486912 00000100:00100000:0.0:1781226687.496054:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487168 00000100:00100000:0.0:1781226687.496072:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487168 00000100:00100000:0.0:1781226687.496111:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1781226687.496120:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964486912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.496185:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964486912:12345-0@lo:400:kworker.0 Request processed in 66us (1685us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226687.496192:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1781226687.496210:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1781226687.496216:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964487168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.496244:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964487168:12345-0@lo:400:kworker.0 Request processed in 28us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226687.496250:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1781226687.496271:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487040 00000100:00100000:0.0:1781226687.496275:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487040 00000100:00100000:0.0:1781226687.496298:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964486784 00000100:00100000:0.0:1781226687.496301:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964486784 00000100:00100000:0.0:1781226687.496311:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1781226687.496316:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964487040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.496348:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964487040:12345-0@lo:400:kworker.0 Request processed in 32us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226687.496354:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1781226687.496365:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1781226687.496370:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964486784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226687.496394:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964486784:12345-0@lo:400:kworker.0 Request processed in 24us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226687.496399:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1781226687.496450:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964487168:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.496836:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964487424:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.496876:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226687.496918:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226687.496925:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964487552:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.496950:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226687.496976:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487424 00000100:00100000:1.0:1781226687.496981:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487424 00000100:00100000:1.0:1781226687.497015:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487552 00000100:00100000:1.0:1781226687.497018:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487552 00000100:00100000:1.0:1781226687.497043:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1781226687.497051:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964487424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497084:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964487424:12345-0@lo:400:kworker.0 Request processed in 35us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226687.497091:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1781226687.497104:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1781226687.497110:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964487552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497135:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964487552:12345-0@lo:400:kworker.0 Request processed in 26us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226687.497142:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1781226687.497165:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964487552:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497175:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964487424:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497226:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964486912:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497239:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964487040:0@lo:400:kworker.0 00000100:00080000:1.0:1781226687.497291:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226687.497304:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226687.497307:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226687.497366:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1781226687.497375:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964486528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226687.497387:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226687.497424:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964486528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (6908us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226687.497430:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1781226687.497452:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964487296:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497490:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226687.497507:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964487808:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497525:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226687.497545:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226687.497550:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964487680:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.497568:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226687.497602:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964486528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226687.497991:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487296 00000100:00100000:1.0:1781226687.497996:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487296 00000100:00100000:1.0:1781226687.498029:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487808 00000100:00100000:1.0:1781226687.498032:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487808 00000100:00100000:1.0:1781226687.498049:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487680 00000100:00100000:1.0:1781226687.498052:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487680 00000100:00100000:1.0:1781226687.498068:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1781226687.498075:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964487296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.498115:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964487296:12345-0@lo:400:kworker.0 Request processed in 41us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226687.498122:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1781226687.498149:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1781226687.498155:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964487808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.498185:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964487808:12345-0@lo:400:kworker.0 Request processed in 30us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226687.498190:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1781226687.498200:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781226687.498205:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964487680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.498229:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964487680:12345-0@lo:400:kworker.0 Request processed in 25us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226687.498234:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781226687.498262:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964487680:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.498273:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964487296:0@lo:400:kworker.0 00000100:00100000:1.0:1781226687.498281:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964487808:0@lo:400:kworker.0 00000100:00080000:1.0:1781226687.498297:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226687.498301:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226687.501746:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964486784:0@lo:400:kworker.0 00000100:00100000:1.0:1781226688.381007:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964487936 00000100:00100000:1.0:1781226688.381020:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964487936 00000100:00100000:1.0:1781226688.381091:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1781226688.381103:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+14:6521:x1867750964487936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.381124:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226688.381144:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464233 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.381181:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464233 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.381213:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464233 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.381224:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c7386400, rc 0) 00000100:00100000:1.0:1781226688.381311:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964487936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226688.381319:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1781226688.381449:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964487936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226688.381479:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.381498:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226688.381598:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.381645:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.381733:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.382060:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488064 00000100:00100000:0.0:1781226688.382067:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488064 00000100:00100000:0.0:1781226688.382112:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1781226688.382121:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964488064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.382294:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964488064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 175us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.382303:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1781226688.382508:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.382547:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.382604:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.382640:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.382828:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488192 00000100:00100000:0.0:1781226688.382834:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488192 00000100:00100000:0.0:1781226688.382855:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1781226688.382862:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964488192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.382971:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964488192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 108us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.382979:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1781226688.383515:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.385818:0:19150:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19150:1867750964488320:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.386122:0:19150:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.386182:0:19150:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.386259:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488320 00000100:00100000:0.0:1781226688.386269:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488320 00000100:00100000:0.0:1781226688.386330:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1781226688.386341:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19150:x1867750964488320:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.386641:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19150:x1867750964488320:12345-0@lo:502:llog_process_th.0 Request processed in 301us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.386650:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1781226688.399299:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488448 00000100:00100000:0.0:1781226688.399309:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488448 00000100:00100000:0.0:1781226688.399378:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781226688.399389:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19150:x1867750964488448:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.399559:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19150:x1867750964488448:12345-0@lo:502:llog_process_th.0 Request processed in 172us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.399568:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000020:01000000:3.0:1781226688.404826:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1781226688.405000:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781226688.405019:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.405038:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226688.405052:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1781226688.405080:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1781226688.405084:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1781226688.405146:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.405157:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.405174:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226688.405209:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.405309:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.405483:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:1.0:1781226688.411523:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488576 00000100:00100000:1.0:1781226688.411545:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488576 00000100:00100000:1.0:1781226688.411650:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1781226688.411664:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964488576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.411721:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226688.411760:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464241 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.411804:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464241 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.411821:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464241 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.411832:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c7386800, rc 0) 00000100:00100000:1.0:1781226688.411964:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964488576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 303us (6655us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226688.411995:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1781226688.412577:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226688.412606:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.412619:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226688.412784:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.412838:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226688.413269:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488704 00000100:00100000:0.0:1781226688.413277:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488704 00000100:00100000:0.0:1781226688.413344:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781226688.413363:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964488704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.413541:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964488704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 187us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.413550:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781226688.413839:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.413860:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.414012:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.414075:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.414106:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.414267:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964488832 00000100:00100000:0.0:1781226688.414274:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964488832 00000100:00100000:0.0:1781226688.414313:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1781226688.414322:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964488832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.414448:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964488832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 127us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.414467:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000020:01000000:3.0:1781226688.433085:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1781226688.433149:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1781226688.433167:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.433183:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226688.433198:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781226688.433202:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5fb3d1000 from 55 10000000:01000000:3.0:1781226688.433206:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781226688.433266:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.433275:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.433290:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226688.434979:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.435106:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.435208:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.454393:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964488960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226688.454428:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.454445:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226688.454616:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.454681:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.454771:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.454901:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964489088 00000100:00100000:0.0:1781226688.454911:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964489088 00000100:00100000:0.0:1781226688.454966:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1781226688.454977:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964489088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.455142:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964489088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 166us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.455151:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781226688.458243:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.458348:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.458473:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.458537:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.458753:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964489216 00000100:00100000:0.0:1781226688.458763:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964489216 00000100:00100000:0.0:1781226688.458840:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1781226688.458852:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964489216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.459001:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964489216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.459010:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781226688.460596:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964489344 00000100:00100000:3.0:1781226688.460603:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964489344 00000100:00100000:3.0:1781226688.460649:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1781226688.460659:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19152:x1867750964489344:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226688.460833:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19152:x1867750964489344:12345-0@lo:502:llog_process_th.0 Request processed in 175us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.460841:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1781226688.462416:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964489472 00000100:00100000:0.0:1781226688.462423:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964489472 00000100:00100000:0.0:1781226688.462487:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1781226688.462510:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19152:x1867750964489472:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.462625:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19152:x1867750964489472:12345-0@lo:502:llog_process_th.0 Request processed in 116us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.462633:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000020:01000000:0.0:1781226688.463263:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:0.0:1781226688.463292:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781226688.463303:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.463317:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226688.463336:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1781226688.463339:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1781226688.463342:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1781226688.463384:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.463392:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.463418:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226688.463438:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.463489:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226688.463671:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.463840:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964489600 00000100:00100000:3.0:1781226688.463849:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964489600 00000100:00100000:3.0:1781226688.463901:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1781226688.463912:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964489600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226688.463927:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226688.463944:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac446425d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.463973:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac446425d expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.463998:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446425d expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.464008:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8200, rc 0) 00000100:00100000:3.0:1781226688.464056:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964489600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.464063:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1781226688.464153:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.464167:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.464177:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.464242:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.464269:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.464297:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226688.464865:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.464898:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.464941:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.464963:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226688.468814:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781226688.470734:0:19153:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1781226688.471068:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1781226688.471115:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1781226688.471130:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.471144:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226688.471157:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1781226688.471180:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5f6823800 from 55 10000000:01000000:1.0:1781226688.471184:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781226688.471231:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.471240:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.471252:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.471284:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.471373:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.471427:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226688.472653:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964489984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.472679:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.472692:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.472828:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.472881:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.472923:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.474610:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964490112 00000100:00100000:0.0:1781226688.474630:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964490112 00000100:00100000:0.0:1781226688.474727:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1781226688.474741:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964490112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.474978:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964490112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 239us (2095us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.474987:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1781226688.475237:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.475307:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.475393:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226688.475439:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245300 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.475861:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdde00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.477187:0:19154:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19154:1867750964490368:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.477270:0:19154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226688.477318:0:19154:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.477780:0:19154:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19154:1867750964490368:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.477829:0:19154:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19154:1867750964490496:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.477862:0:19154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226688.477878:0:19154:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226688.477946:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964490496 00000100:00100000:1.0:1781226688.477951:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964490496 00000100:00100000:1.0:1781226688.477982:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1781226688.477990:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19154:x1867750964490496:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.478072:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19154:x1867750964490496:12345-0@lo:502:llog_process_th.0 Request processed in 82us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226688.478086:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1781226688.478194:0:19154:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19154:1867750964490496:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781226688.478212:0:19154:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:1.0:1781226688.478720:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:1.0:1781226688.478765:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226688.478778:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.478791:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226688.478803:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781226688.478806:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 50 10000000:01000000:1.0:1781226688.478809:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781226688.478856:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.478863:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.478874:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.478892:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.478930:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.478963:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.479021:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964490624 00000100:00100000:0.0:1781226688.479033:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964490624 00000100:00100000:0.0:1781226688.479072:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1781226688.479081:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964490624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226688.479092:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226688.479106:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464279 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.479133:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464279 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.479145:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464279 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.479156:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7600, rc 0) 00000100:00100000:0.0:1781226688.479194:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964490624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.479201:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1781226688.479308:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.479322:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.479343:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.479403:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.479429:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.479459:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226688.480023:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.480053:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.480094:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.480120:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba806c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.480176:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964490880 00000100:00100000:3.0:1781226688.480182:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964490880 00000100:00100000:3.0:1781226688.480222:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1781226688.480231:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964490880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.480325:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964490880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.480332:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781226688.480741:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964490880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.481255:0:19155:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19155:1867750964491008:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.481308:0:19155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.481344:0:19155:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.481426:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491008 00000100:00100000:3.0:1781226688.481445:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491008 00000100:00100000:3.0:1781226688.481604:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1781226688.481616:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19155:x1867750964491008:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226688.481764:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19155:x1867750964491008:12345-0@lo:502:llog_process_th.0 Request processed in 150us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.481778:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1781226688.482475:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491136 00000100:00100000:1.0:1781226688.482481:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491136 00000100:00100000:0.0:1781226688.482874:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1781226688.482887:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19155:x1867750964491136:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.483008:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19155:x1867750964491136:12345-0@lo:502:llog_process_th.0 Request processed in 124us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.483016:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000020:01000000:1.0:1781226688.483670:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 50-52 (rc=0) 10000000:01000000:1.0:1781226688.483738:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1781226688.483752:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.483764:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226688.483775:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1781226688.483787:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5d1946800 from 55 10000000:01000000:1.0:1781226688.483791:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781226688.483826:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.483835:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.483845:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.483866:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964491264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.483916:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.483953:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.484073:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491264 00000100:00100000:0.0:1781226688.484080:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491264 00000100:00100000:0.0:1781226688.484119:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1781226688.484129:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964491264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226688.484141:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226688.484160:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464287 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.484186:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464287 expref: 21 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.484197:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464287 expref: 21 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.484207:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7a00, rc 0) 00000100:00100000:0.0:1781226688.484246:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964491264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.484252:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1781226688.485751:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964491264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.485782:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.485796:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.485888:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964491392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.485946:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.485990:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.488650:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491392 00000100:00100000:0.0:1781226688.488671:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491392 00000100:00100000:0.0:1781226688.488801:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1781226688.488817:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964491392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.489058:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964491392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 245us (3112us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.489068:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1781226688.491798:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964491392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.491901:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964491520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.492016:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.492070:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.496732:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491520 00000100:00100000:3.0:1781226688.496755:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491520 00000100:00100000:3.0:1781226688.496839:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1781226688.496852:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964491520:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.497082:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964491520:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 233us (5065us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.497091:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1781226688.498791:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964491520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.499387:0:19156:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19156:1867750964491648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.499516:0:19156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.499574:0:19156:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.499650:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491648 00000100:00100000:3.0:1781226688.499659:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491648 00000100:00100000:3.0:1781226688.499743:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1781226688.499756:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19156:x1867750964491648:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226688.499911:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19156:x1867750964491648:12345-0@lo:502:llog_process_th.0 Request processed in 157us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.499921:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1781226688.500252:0:19156:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19156:1867750964491648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.500309:0:19156:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19156:1867750964491776:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.500346:0:19156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.500379:0:19156:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9d190c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.500427:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491776 00000100:00100000:0.0:1781226688.500432:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491776 00000100:00100000:0.0:1781226688.500479:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1781226688.500488:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19156:x1867750964491776:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.500588:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19156:x1867750964491776:12345-0@lo:502:llog_process_th.0 Request processed in 101us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.500596:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1781226688.500861:0:19156:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19156:1867750964491776:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781226688.500883:0:19156:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:3.0:1781226688.501478:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964491904 00000100:00100000:3.0:1781226688.501485:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964491904 00000100:00100000:3.0:1781226688.501528:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781226688.501536:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964491904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226688.501548:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226688.501564:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464295 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.501591:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464295 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.501601:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464295 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226688.501619:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9800, rc 0) 00000100:00100000:3.0:1781226688.501660:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964491904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.501667:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1781226688.502118:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492032 00000100:00100000:0.0:1781226688.502130:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492032 00000100:00100000:0.0:1781226688.502155:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1781226688.502162:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964492032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.502287:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964492032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.502295:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1781226688.502717:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492160 00000100:00100000:1.0:1781226688.502723:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492160 00000100:00100000:1.0:1781226688.502744:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1781226688.502751:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964492160:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.502850:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964492160:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226688.502857:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1781226688.504066:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492288 00000100:00100000:1.0:1781226688.504073:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492288 00000100:00100000:1.0:1781226688.504120:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1781226688.504130:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19157:x1867750964492288:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226688.504279:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19157:x1867750964492288:12345-0@lo:502:llog_process_th.0 Request processed in 149us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226688.504286:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1781226688.516528:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964492416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226688.516619:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226688.518009:0:19157:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19157:1867750964492544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226688.518087:0:19157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226688.518123:0:19157:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226688.521173:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492544 00000100:00100000:3.0:1781226688.521200:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492544 00000100:00100000:3.0:1781226688.521300:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1781226688.521313:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19157:x1867750964492544:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226688.521592:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19157:x1867750964492544:12345-0@lo:502:llog_process_th.0 Request processed in 281us (3503us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.521601:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1781226688.521921:0:19157:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19157:1867750964492544:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781226688.521964:0:19157:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781226688.521974:0:19157:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781226688.521977:0:19157:0:(obd_config.c:1561:class_process_config()) marker 47 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1781226688.521985:0:19157:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000020:01000000:1.0:1781226688.522252:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 50-52 (rc=0) 10000000:01000000:1.0:1781226688.522277:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1781226688.522289:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.522303:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226688.522315:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1781226688.522318:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff89a5c44a0000 from 1 10000000:01000000:1.0:1781226688.522321:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1781226688.522364:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.522374:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.522385:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.522414:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964492672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.522473:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.522524:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d23a6600 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.523209:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492672 00000100:00100000:0.0:1781226688.523219:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492672 00000100:00100000:0.0:1781226688.523262:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1781226688.523272:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964492672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226688.523285:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226688.523305:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44642a3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.523334:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.523346:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.523374:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7000, rc 0) 00000100:00100000:0.0:1781226688.523428:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964492672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.523435:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1781226688.524218:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964492672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226688.524239:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.524266:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226688.524359:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964492800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.524405:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226688.524460:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d23a6600 going to sleep for 11 seconds 00000100:00100000:0.0:1781226688.524517:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492800 00000100:00100000:0.0:1781226688.524523:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492800 00000100:00100000:0.0:1781226688.524562:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1781226688.524571:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964492800:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226688.524677:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964492800:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 107us (271us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226688.524684:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1781226688.524874:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964492800:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1781226688.524935:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1781226688.524943:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226688.524953:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.636019:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226688.949459:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226688.949941:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437312 00000100:00100000:0.0:1781226688.949963:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437312 00000100:00100000:0.0:1781226688.950043:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 564 00000100:00100000:0.0:1781226688.950055:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+9:6202:x1867750941437312:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226688.950077:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226688.950102:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464a1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.950141:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a1 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.950155:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a1 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226688.950188:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6e00, rc 0) 00000100:00100000:0.0:1781226688.950278:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941437312:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 224us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226688.950287:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 564 00000100:00100000:3.0:1781226688.963286:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437440 00000100:00100000:3.0:1781226688.963298:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437440 00000100:00100000:3.0:1781226688.963385:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 565 00000100:00100000:3.0:1781226688.963396:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941437440:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226688.963631:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941437440:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 236us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226688.963640:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 565 00000100:00100000:1.0:1781226688.990873:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226688.990934:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437568 00000100:00100000:3.0:1781226688.990956:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437568 00000100:00100000:1.0:1781226688.991193:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 566 00000100:00100000:1.0:1781226688.991205:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941437568:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226688.991411:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941437568:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 Request processed in 208us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226688.991420:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 566 00000100:00100000:3.0:1781226689.032125:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226689.050268:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437824 00000100:00100000:3.0:1781226689.050291:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437824 00000100:00100000:3.0:1781226689.050400:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 568 00000100:00100000:3.0:1781226689.050413:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23438:x1867750941437824:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781226689.050633:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23438:x1867750941437824:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 222us (5681us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226689.050643:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 568 00000100:00100000:3.0:1781226689.069989:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941437952 00000100:00100000:3.0:1781226689.070009:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941437952 00000100:00100000:3.0:1781226689.070085:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 569 00000100:00100000:3.0:1781226689.070098:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941437952:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226689.070122:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226689.070145:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464a8 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226689.070180:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a8 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226689.070193:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a8 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226689.070205:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8400, rc 0) 00000100:00100000:3.0:1781226689.070285:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941437952:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 190us (6126us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226689.070291:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 569 00000100:00100000:0.0:1781226689.141524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226689.141634:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438080 00000100:00100000:1.0:1781226689.141647:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438080 00000100:00100000:1.0:1781226689.141753:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 570 00000100:00100000:1.0:1781226689.141767:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941438080:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226689.142007:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941438080:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 243us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226689.142016:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 570 00000100:00100000:0.0:1781226689.145875:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226689.146091:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438208 00000100:00100000:3.0:1781226689.146103:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438208 00000100:00100000:3.0:1781226689.146170:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 571 00000100:00100000:3.0:1781226689.146183:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941438208:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226689.146386:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941438208:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 Request processed in 205us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226689.146400:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 571 00000100:00100000:0.0:1781226689.174897:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226689.175153:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438336 00000100:00100000:3.0:1781226689.175166:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438336 00000100:00100000:3.0:1781226689.175238:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 572 00000100:00100000:3.0:1781226689.175249:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23448:x1867750941438336:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781226689.175438:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23448:x1867750941438336:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 190us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226689.175455:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 572 00000100:00100000:1.0:1781226689.180987:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226689.181128:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438464 00000100:00100000:0.0:1781226689.181141:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438464 00000100:00100000:0.0:1781226689.181205:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 573 00000100:00100000:0.0:1781226689.181218:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23448:x1867750941438464:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781226689.181424:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23448:x1867750941438464:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 208us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226689.181433:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 573 00000100:00100000:0.0:1781226689.205471:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438592 00000100:00100000:0.0:1781226689.205489:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438592 00000100:00100000:0.0:1781226689.205572:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 574 00000100:00100000:0.0:1781226689.205585:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941438592:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226689.205608:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226689.205638:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464af expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226689.205676:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464af expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226689.205723:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464af expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226689.205735:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6000, rc 0) 00000100:00100000:0.0:1781226689.205823:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941438592:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 240us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226689.205833:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 574 00000100:00100000:1.0:1781226689.228613:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226689.231932:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438720 00000100:00100000:3.0:1781226689.231971:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438720 00000100:00100000:3.0:1781226689.232066:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 575 00000100:00100000:3.0:1781226689.232079:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941438720:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226689.232408:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941438720:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 330us (3806us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226689.232418:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 575 00010000:00010000:3.0:1781226689.663303:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226690.045668:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226690.045724:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964492928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226690.045797:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226690.045946:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226690.045958:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964493056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226690.045988:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226690.046024:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964492928 00000100:00100000:1.0:1781226690.046032:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964492928 00000100:00100000:1.0:1781226690.046083:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964493056 00000100:00100000:1.0:1781226690.046087:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964493056 00000100:00100000:1.0:1781226690.046105:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1781226690.046113:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964492928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226690.046143:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226690.046209:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964492928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.046217:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1781226690.046235:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1781226690.046241:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964493056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226690.046252:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226690.046279:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964493056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.046295:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:1.0:1781226690.046313:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226690.046347:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964493056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226690.046397:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964492928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226690.464038:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464074:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464106:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464132:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464160:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464199:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464219:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464246:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.464274:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438976 00000100:00100000:1.0:1781226690.464283:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438976 00000100:00100000:1.0:1781226690.464339:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439488 00000100:00100000:1.0:1781226690.464343:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439488 00000100:00100000:1.0:1781226690.464358:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439104 00000100:00100000:1.0:1781226690.464361:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439104 00000100:00100000:1.0:1781226690.464373:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439616 00000100:00100000:1.0:1781226690.464375:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439616 00000100:00100000:1.0:1781226690.464394:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:1.0:1781226690.464404:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+73:2426:x1867750941438976:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464495:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+73:2426:x1867750941438976:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 92us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464502:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:1.0:1781226690.464535:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 739 00000100:00100000:1.0:1781226690.464542:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2426:x1867750941439488:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464566:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2426:x1867750941439488:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464580:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 739 00000100:00100000:1.0:1781226690.464595:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 740 00000100:00100000:1.0:1781226690.464601:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941439104:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464625:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941439104:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464632:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 740 00000100:00100000:1.0:1781226690.464643:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 741 00000100:00100000:1.0:1781226690.464649:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941439616:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464671:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941439616:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464677:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 741 00000100:00100000:1.0:1781226690.464722:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439232 00000100:00100000:1.0:1781226690.464727:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439232 00000100:00100000:1.0:1781226690.464752:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439744 00000100:00100000:1.0:1781226690.464756:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439744 00000100:00100000:1.0:1781226690.464773:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439360 00000100:00100000:1.0:1781226690.464775:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439360 00000100:00100000:1.0:1781226690.464787:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941439872 00000100:00100000:1.0:1781226690.464789:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941439872 00000100:00100000:1.0:1781226690.464802:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 401 00000100:00100000:1.0:1781226690.464808:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941439232:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464830:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941439232:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464836:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 401 00000100:00100000:1.0:1781226690.464845:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 402 00000100:00100000:1.0:1781226690.464856:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941439744:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464881:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941439744:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464886:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 402 00000100:00100000:1.0:1781226690.464896:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 403 00000100:00100000:1.0:1781226690.464902:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941439360:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464922:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941439360:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464927:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 403 00000100:00100000:1.0:1781226690.464938:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 404 00000100:00100000:1.0:1781226690.464943:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941439872:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.464963:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941439872:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.464968:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 404 00000100:00100000:1.0:1781226690.464984:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941438848 00000100:00100000:1.0:1781226690.464988:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941438848 00000100:00100000:1.0:1781226690.465013:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 576 00000100:00100000:1.0:1781226690.465019:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941438848:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226690.465038:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941438848:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226690.465043:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 576 00000100:00080000:1.0:1781226690.465085:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226690.465089:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226690.465092:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226690.465100:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226690.543817:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.543857:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941440128 00000100:00100000:1.0:1781226690.543867:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941440128 00000100:00100000:1.0:1781226690.543918:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 768 00000100:00100000:1.0:1781226690.543929:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+73:23458:x1867750941440128:12345-192.168.202.30@tcp:36:mkdir.0 00010000:00010000:1.0:1781226690.543990:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226690.544018:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4463e89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46389 expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.544040:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226690.544045:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226690.544114:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.544131:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 30 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.544140:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.544176:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 30 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.544205:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 30 pid: 6523 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226690.544221:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605903840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964493184:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226690.544320:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847540 going to sleep for 11 seconds 00000100:00100000:1.0:1781226690.548578:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226690.549510:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605903840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964493184:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226690.549544:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226690.552864:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941440256 00000100:00100000:3.0:1781226690.552882:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941440256 00010000:00010000:3.0:1781226690.552934:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 31 pid: 6523 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226690.552985:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 246 00000100:00100000:3.0:1781226690.553011:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2427:x1867750941440256:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226690.553027:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226690.553034:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 31 pid: 6523 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.553047:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 31 pid: 6523 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.553070:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4463ec8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4639e expref: 31 pid: 6523 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.553087:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226690.553092:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.553103:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.553110:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.553137:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226690.553391:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+30:2427:x1867750941440256:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 381us (4821us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226690.553399:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 246 00010000:00010000:3.0:1781226690.554650:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.554665:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.554726:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac44642cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.554738:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac44642cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.554748:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac44642cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557034:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac44642d4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557056:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac44642d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557067:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac44642d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226690.557088:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000036ae4196 reply state 00000000a8ab2aa6 transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac44642d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557100:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6600/0x5d5522eac44642d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557107:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:3.0:1781226690.557111:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226690.557114:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781226690.557119:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:3.0:1781226690.557128:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557135:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557155:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557161:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226690.557166:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557175:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557199:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226690.557202:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226690.557206:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557213:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44642c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226690.557229:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000036ae4196 reply state 00000000a8ab2aa6 transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac44642cd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557238:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7400/0x5d5522eac44642cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226690.557244:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff89a5c706e000) 00010000:00010000:3.0:1781226690.557247:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226690.557248:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781226690.562691:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+74:23458:x1867750941440128:12345-192.168.202.30@tcp:36:mkdir.0 Request processed in 18751us (18873us total) trans 4294967754 rc 0/0 00000100:00100000:3.0:1781226690.562721:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 768 00000100:00100000:1.0:1781226690.620687:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226690.621321:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941440384 00000100:00100000:0.0:1781226690.621333:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941440384 00000100:00100000:0.0:1781226690.621384:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 769 00000100:00100000:0.0:1781226690.621395:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+74:23459:x1867750941440384:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226690.621419:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226690.621453:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44642db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464b6 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.621531:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac44642e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.621545:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac44642e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.621556:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac44642e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226690.621602:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226690.621615:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226690.621638:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac44642e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.621663:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44642db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464b6 expref: 76 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.621682:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac44642e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464b6 expref: 75 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.621690:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226690.621716:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226690.621719:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7400, rc 0) 00000100:00100000:0.0:1781226690.621776:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+75:23459:x1867750941440384:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 383us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226690.621784:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 769 00000100:00100000:1.0:1781226690.628210:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226690.628280:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941440512 00000100:00100000:0.0:1781226690.628290:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941440512 00000100:00100000:0.0:1781226690.628347:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 770 00000100:00100000:0.0:1781226690.628358:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+75:23459:x1867750941440512:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226690.628380:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226690.628401:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac44642e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464bd expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628482:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628497:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628526:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628539:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628546:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628553:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628630:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44642fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628639:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44642fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628646:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44642fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226690.628688:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:0.0:1781226690.628732:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226690.628753:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44642fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628764:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628770:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628787:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628793:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226690.628798:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628805:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628817:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226690.628820:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226690.628824:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628830:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44642f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628842:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628848:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628854:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628859:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226690.628861:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628876:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628885:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff89a5c706e000) 00010000:00010000:0.0:1781226690.628887:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226690.628890:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628896:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44642f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628923:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac44642e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464bd expref: 77 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628937:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44642fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464bd expref: 76 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226690.628944:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:0.0:1781226690.628946:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226690.628949:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6a00, rc 0) 00000100:00100000:0.0:1781226690.629005:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:23459:x1867750941440512:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 650us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226690.629013:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 770 00000100:00100000:0.0:1781226690.654930:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226690.682884:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226690.683073:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941441024 00000100:00100000:1.0:1781226690.683082:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941441024 00000100:00100000:1.0:1781226690.683134:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 772 00000100:00100000:1.0:1781226690.683146:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+77:23459:x1867750941441024:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226690.683205:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226690.683231:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44642fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464bd expref: 77 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.683252:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:1.0:1781226690.683257:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226690.683279:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464313 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.683292:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464313 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.683302:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464313 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226690.683467:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000dc03dbef reply state 00000000d14e4342 transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464313 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.683480:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464313 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226690.683486:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:1.0:1781226690.683489:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1781226690.683504:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781226690.683513:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000100:00100000:1.0:1781226690.683596:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+78:23459:x1867750941441024:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 452us (720us total) trans 4294967756 rc 0/0 00000100:00100000:1.0:1781226690.683603:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 772 00000100:00100000:0.0:1781226690.694935:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226690.695039:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941441280 00000100:00100000:3.0:1781226690.695047:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941441280 00000100:00100000:3.0:1781226690.695103:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 151 00000100:00100000:3.0:1781226690.695112:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+78:23459:x1867750941441280:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:3.0:1781226690.695378:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+79:23459:x1867750941441280:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 266us (450us total) trans 4294967757 rc 0/0 00000100:00100000:3.0:1781226690.695386:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 151 00000100:00100000:0.0:1781226691.068578:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964493312 00000100:00100000:0.0:1781226691.068585:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964493312 00000100:00100000:0.0:1781226691.068647:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1781226691.068672:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964493312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226691.068729:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1781226691.068781:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964493312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226691.068788:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1781226691.068987:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964493312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226691.435113:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226691.435166:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226691.435289:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941441408 00000100:00100000:0.0:1781226691.435299:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941441408 00000100:00100000:0.0:1781226691.435371:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941441664 00000100:00100000:0.0:1781226691.435375:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941441664 00000100:00100000:0.0:1781226691.435406:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 773 00000100:00100000:0.0:1781226691.435416:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+10:2425:x1867750941441408:12345-192.168.202.30@tcp:41:mkdir.0 00000004:00000024:0.0:1781226691.435463:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226691.435544:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+10:2425:x1867750941441408:12345-192.168.202.30@tcp:41:mkdir.0 Request processed in 129us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226691.435552:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 773 00000100:00100000:0.0:1781226691.435569:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 774 00000100:00100000:0.0:1781226691.435592:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:23496:x1867750941441664:12345-192.168.202.30@tcp:36:mkdir.0 00000100:00100000:0.0:1781226691.435727:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1867750964493440:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226691.435771:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226691.435823:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2db40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226691.437223:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964493440 00000100:00100000:1.0:1781226691.437233:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964493440 00000100:00100000:1.0:1781226691.437289:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1781226691.437300:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1867750964493440:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1781226691.437539:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1867750964493440:12345-0@lo:1000:mdt00_000.0 Request processed in 241us (1766us total) trans 0 rc 1/1 00000100:00100000:1.0:1781226691.437548:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1781226691.444635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226691.444743:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941441792 00000100:00100000:0.0:1781226691.444752:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941441792 00000100:00100000:0.0:1781226691.444812:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 775 00000100:00100000:0.0:1781226691.444822:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+79:23496:x1867750941441792:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:0.0:1781226691.444850:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226691.444886:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446431a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464cb expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.444952:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.444966:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.444981:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.444992:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445077:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445086:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445159:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac446432f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445167:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac446432f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445174:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac446432f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226691.445418:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:0.0:1781226691.445433:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226691.445453:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac446432f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445472:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445478:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445484:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445489:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226691.445494:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445501:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445512:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226691.445515:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226691.445518:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445524:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac4464321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445537:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445542:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445547:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445556:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226691.445559:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445564:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445571:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff89a5c706e000) 00010000:00010000:0.0:1781226691.445573:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226691.445575:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445581:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464328 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445605:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446431a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464cb expref: 81 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445617:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac446432f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464cb expref: 80 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.445623:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:0.0:1781226691.445626:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226691.445628:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6800, rc 0) 00000100:00100000:0.0:1781226691.445735:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+80:23496:x1867750941441792:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 873us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226691.445743:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 775 00000100:00100000:1.0:1781226691.578360:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226691.578470:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941441920 00000100:00100000:3.0:1781226691.578480:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941441920 00000100:00100000:3.0:1781226691.583224:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 776 00000100:00100000:3.0:1781226691.583260:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+30:23502:x1867750941441920:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226691.583284:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226691.583314:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4464336 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464d2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.583377:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.583390:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.583401:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226691.583455:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226691.583471:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226691.583492:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.583874:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac4464336 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 32 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.583892:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 31 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.583901:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226691.583904:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226691.583907:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c73c7e00, rc 0) 00000100:00100000:3.0:1781226691.584035:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+31:23502:x1867750941441920:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 731us (5615us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226691.584044:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 776 00000100:00100000:1.0:1781226691.607156:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226691.607254:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941442176 00000100:00100000:0.0:1781226691.607275:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941442176 00000100:00100000:0.0:1781226691.607340:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 777 00000100:00100000:0.0:1781226691.607350:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+80:23502:x1867750941442176:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226691.607369:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226691.607372:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1781226691.607398:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac446432f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464cb expref: 80 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607418:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:0.0:1781226691.607432:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226691.607444:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464344 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464d9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607549:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607561:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607570:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607585:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4464352 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607591:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4464352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.607596:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4464352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609080:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609096:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609105:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226691.609117:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1781226691.609142:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609149:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609155:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609162:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609169:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226691.609173:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609180:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609190:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:0.0:1781226691.609193:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226691.609203:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609210:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446434b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226691.609224:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000fdd468ac reply state 00000000c6063b2c transno 4294967758 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4464352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609234:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac4464352 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609239:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff89a5f680b500) 00010000:00010000:0.0:1781226691.609241:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226691.609244:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781226691.609279:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7c00/0x5d5522eac4464344 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d9 expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609294:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d9 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.609314:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89a5f680b000) 00010000:00010000:0.0:1781226691.609317:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226691.609319:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6200, rc 0) 00000100:00100000:0.0:1781226691.609392:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+82:23502:x1867750941442176:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2043us (2245us total) trans 4294967758 rc 0/0 00000100:00100000:0.0:1781226691.609402:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 777 00000100:00100000:0.0:1781226691.627850:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226691.627961:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941442432 00000100:00100000:1.0:1781226691.627983:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941442432 00000100:00100000:1.0:1781226691.628048:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 778 00000100:00100000:1.0:1781226691.628059:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+82:23502:x1867750941442432:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226691.628082:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226691.628102:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464367 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464e0 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.628208:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.628221:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d9 expref: 83 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.628245:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.628274:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d9 expref: 83 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.628285:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d9 expref: 83 pid: 6523 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226691.628298:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605902940 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964493568:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226691.628400:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226691.642454:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226691.648168:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464359 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d9 expref: 83 pid: 6523 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226691.648240:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605902940 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964493568:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226691.648267:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.648278:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.648285:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226691.648316:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1781226691.649037:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649049:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649056:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649062:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226691.649068:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649075:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649091:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89a5f680b000) 00010000:00010000:0.0:1781226691.649094:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226691.649105:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649111:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446436e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649169:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464367 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464e0 expref: 83 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649179:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89a5c706e600) 00010000:00010000:0.0:1781226691.649182:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226691.649186:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464367 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464e0 expref: 83 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226691.649195:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:0.0:1781226691.649261:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+82:23502:x1867750941442432:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 21203us (21419us total) trans 4294967759 rc 301/301 00000100:00100000:0.0:1781226691.649270:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 778 00000100:00100000:3.0:1781226691.670727:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226691.687912:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226691.688010:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941442944 00000100:00100000:3.0:1781226691.688020:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941442944 00000100:00100000:3.0:1781226691.688083:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:3.0:1781226691.688094:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+83:23502:x1867750941442944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226691.688119:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226691.688144:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac446437c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464e7 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.688203:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac446437c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464e7 expref: 84 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.688238:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7c00/0x5d5522eac446437c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464e7 expref: 84 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.688260:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89a5c706ee00) 00010000:00010000:3.0:1781226691.688264:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226691.688267:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c73c7c00, rc 0) 00000100:00100000:3.0:1781226691.688351:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+84:23502:x1867750941442944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 258us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226691.688358:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:3.0:1781226691.694146:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226691.701884:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941443200 00000100:00100000:0.0:1781226691.701899:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941443200 00010000:00010000:0.0:1781226691.707839:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226691.709602:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 780 00000100:00100000:1.0:1781226691.709618:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+84:23502:x1867750941443200:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781226691.709683:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709715:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709727:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709875:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709883:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709904:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709911:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226691.709915:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709922:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709934:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89a5c706ee00) 00010000:00010000:1.0:1781226691.709937:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226691.709942:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226691.709948:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464383 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226691.710049:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+85:23502:x1867750941443200:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 435us (15912us total) trans 4294967761 rc 0/0 00000100:00100000:1.0:1781226691.710058:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 780 00000100:00100000:0.0:1781226691.715491:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226691.715928:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941443456 00000100:00100000:3.0:1781226691.715938:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941443456 00000100:00100000:3.0:1781226691.716013:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00100000:3.0:1781226691.716024:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:23502:x1867750941443456:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226691.716248:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac446438a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.716266:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac446438a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.716277:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac446438a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226691.716343:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967762 00000004:00010000:3.0:1781226691.716369:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000e5ada2fb reply state 00000000e0978e3e transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac446438a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.716400:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6200/0x5d5522eac446438a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226691.716407:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89a5c706ee00) 00010000:00010000:3.0:1781226691.716410:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1781226691.716414:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226691.716507:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:23502:x1867750941443456:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 485us (1025us total) trans 4294967763 rc 0/0 00000100:00100000:3.0:1781226691.716515:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 781 00000020:00080000:3.0:1781226691.716521:0:14117:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1781226691.723050:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:0.0:1781226691.836629:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226692.604996:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226692.605020:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7415e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964493696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226692.605086:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.605724:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964493824:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.605762:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.605787:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964494336:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.605823:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.605842:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964494848:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.605863:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.605882:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781226692.605888:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964494208:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.605912:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.605930:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964494720:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.605949:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.605962:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964495232:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.605981:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226692.606007:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964493824 00000100:00100000:0.0:1781226692.606013:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964493824 00000100:00100000:0.0:1781226692.606049:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1781226692.606057:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964493824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.606104:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964493824:12345-0@lo:400:kworker.0 Request processed in 47us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226692.606112:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1781226692.606147:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494336 00000100:00100000:0.0:1781226692.606151:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494336 00000100:00100000:0.0:1781226692.606173:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1781226692.606191:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964494336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.606225:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964494336:12345-0@lo:400:kworker.0 Request processed in 46us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226692.606232:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1781226692.606263:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964493824:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.606284:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964494336:0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.606450:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494208 00000100:00100000:0.0:1781226692.606453:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494208 00000100:00100000:0.0:1781226692.606556:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1781226692.606563:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964494208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226692.606670:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964494208:12345-0@lo:400:kworker.0 Request processed in 107us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226692.606676:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1781226692.606729:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964494208:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.606882:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964493696 00000100:00100000:1.0:1781226692.606887:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964493696 00000100:00100000:1.0:1781226692.606935:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1781226692.606942:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964493696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226692.606968:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226692.607011:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964493696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (1924us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.607027:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1781226692.607051:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494848 00000100:00100000:1.0:1781226692.607054:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494848 00000100:00100000:1.0:1781226692.607086:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494720 00000100:00100000:1.0:1781226692.607090:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494720 00000100:00100000:1.0:1781226692.607109:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964495232 00000100:00100000:1.0:1781226692.607112:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964495232 00000100:00100000:1.0:1781226692.607131:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1781226692.607137:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964494848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607171:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964494848:12345-0@lo:400:kworker.0 Request processed in 34us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.607177:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1781226692.607203:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1781226692.607209:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964494720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607238:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964494720:12345-0@lo:400:kworker.0 Request processed in 29us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.607244:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1781226692.607255:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781226692.607261:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964495232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607299:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964495232:12345-0@lo:400:kworker.0 Request processed in 27us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.607305:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781226692.607338:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964494080:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607368:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226692.607389:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964494592:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607424:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226692.607450:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964495104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607747:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226692.607769:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781226692.607776:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964493952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607797:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226692.607815:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964494464:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607837:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226692.607852:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964494976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607874:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226692.607904:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494080 00000100:00100000:1.0:1781226692.607908:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494080 00000100:00100000:1.0:1781226692.607937:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1781226692.607944:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964494080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.607981:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964494080:12345-0@lo:400:kworker.0 Request processed in 38us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.607987:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1781226692.608005:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494592 00000100:00100000:1.0:1781226692.608008:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494592 00000100:00100000:1.0:1781226692.608026:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964495104 00000100:00100000:1.0:1781226692.608029:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964495104 00000100:00100000:1.0:1781226692.608040:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964493952 00000100:00100000:1.0:1781226692.608042:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964493952 00000100:00100000:1.0:1781226692.608050:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494464 00000100:00100000:1.0:1781226692.608052:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494464 00000100:00100000:1.0:1781226692.608063:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964494976 00000100:00100000:1.0:1781226692.608066:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964494976 00000100:00100000:1.0:1781226692.608077:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1781226692.608084:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964494592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608125:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964494592:12345-0@lo:400:kworker.0 Request processed in 42us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.608131:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1781226692.608144:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1781226692.608150:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964495104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608175:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964495104:12345-0@lo:400:kworker.0 Request processed in 26us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.608542:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1781226692.608558:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1781226692.608565:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964493952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608678:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964493952:12345-0@lo:400:kworker.0 Request processed in 114us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.608684:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1781226692.608732:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1781226692.608739:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964494464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608768:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964494464:12345-0@lo:400:kworker.0 Request processed in 31us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.608774:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1781226692.608785:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1781226692.608791:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964494976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608819:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964494976:12345-0@lo:400:kworker.0 Request processed in 28us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226692.608825:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1781226692.608893:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964493952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608918:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964494464:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608928:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964494976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608938:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964494080:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608948:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964494592:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.608959:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964495104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.609007:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964494720:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.609019:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964495232:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.609031:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964494848:0@lo:400:kworker.0 00000100:00100000:1.0:1781226692.609048:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7415e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964493696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226692.609400:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226692.609424:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964495360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226692.609915:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226692.610468:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964495360:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1781226692.611802:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967764 is committed 00000100:00080000:0.0:1781226692.612947:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226692.612969:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226692.612972:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226692.612975:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1781226692.733549:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226693.758863:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226694.783063:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226695.167594:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964495616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226695.167665:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226695.167845:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964495616 00000100:00100000:1.0:1781226695.167854:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964495616 00000100:00080000:0.0:1781226695.167909:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226695.167919:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1781226695.167930:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964495616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226695.167965:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226695.168022:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964495616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226695.168029:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1781226695.168043:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964495744 00000100:00100000:1.0:1781226695.168046:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964495744 00000100:00100000:1.0:1781226695.168063:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00080000:0.0:1781226695.168223:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226695.168224:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964495616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226695.168285:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964495744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226695.588193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588249:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588294:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588329:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588347:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588363:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588415:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588432:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588451:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226695.588469:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941444096 00000100:00100000:3.0:1781226695.588472:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941444096 00000100:00100000:3.0:1781226695.588512:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941444608 00000100:00100000:3.0:1781226695.588515:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941444608 00000100:00100000:3.0:1781226695.588528:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941443968 00000100:00100000:3.0:1781226695.588530:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941443968 00000100:00100000:3.0:1781226695.588541:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941444480 00000100:00100000:3.0:1781226695.588543:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941444480 00000100:00100000:3.0:1781226695.588557:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 748 00000100:00100000:3.0:1781226695.588577:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941444096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226695.588668:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 749 00000100:00100000:0.0:1781226695.588678:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941444608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226695.588799:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941444096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 233us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226695.588806:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 748 00000100:00100000:3.0:1781226695.588823:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 750 00000100:00100000:3.0:1781226695.588830:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:2426:x1867750941443968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226695.589075:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941443840 00000100:00100000:1.0:1781226695.589080:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941443840 00000100:00100000:1.0:1781226695.589111:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 578 00000100:00100000:1.0:1781226695.589119:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941443840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226695.607026:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941444608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18339us (18684us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226695.607042:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 749 00000100:00100000:3.0:1781226695.607554:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:2426:x1867750941443968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18722us (19187us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226695.607576:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 750 00000100:00100000:1.0:1781226695.616269:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941443840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27130us (28065us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226695.616286:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 578 00000100:00100000:1.0:1781226696.188433:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964495872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226696.188510:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226696.189364:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964495872:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226696.846907:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226697.724337:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226697.724368:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964496000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226697.724436:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226697.724556:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964496000 00000100:00100000:0.0:1781226697.724565:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964496000 00000100:00100000:0.0:1781226697.724629:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1781226697.724640:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964496000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226697.724671:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1781226697.724774:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964496000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226697.724782:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1781226697.724832:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964496000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226697.725452:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964496128:0@lo:400:kworker.0 00000100:00100000:0.0:1781226697.725491:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226697.725513:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964496640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226697.725534:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226697.725548:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964497152:0@lo:400:kworker.0 00000100:00100000:0.0:1781226697.725568:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226697.725585:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781226697.725591:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964496512:0@lo:400:kworker.0 00000100:00100000:0.0:1781226697.725613:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226697.725628:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964497024:0@lo:400:kworker.0 00000100:00100000:0.0:1781226697.725646:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226697.725658:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964497536:0@lo:400:kworker.0 00000100:00100000:0.0:1781226697.725678:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781226697.725857:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226697.725870:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964496256:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.725894:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.725930:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964496768:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.725948:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.725959:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964497280:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.725975:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.725990:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226697.725995:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964496384:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726014:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.726026:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964496896:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726043:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.726056:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964497408:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726072:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.726090:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964496512 00000100:00100000:3.0:1781226697.726095:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964496512 00000100:00100000:3.0:1781226697.726123:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964496256 00000100:00100000:3.0:1781226697.726125:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964496256 00000100:00100000:3.0:1781226697.726135:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964496768 00000100:00100000:3.0:1781226697.726137:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964496768 00000100:00100000:3.0:1781226697.726153:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964497280 00000100:00100000:3.0:1781226697.726156:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964497280 00000100:00100000:3.0:1781226697.726183:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964496896 00000100:00100000:3.0:1781226697.726185:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964496896 00000100:00100000:3.0:1781226697.726197:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964497408 00000100:00100000:3.0:1781226697.726200:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964497408 00000100:00100000:3.0:1781226697.726215:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1781226697.726222:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964496512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726264:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964496512:12345-0@lo:400:kworker.0 Request processed in 42us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226697.726270:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1781226697.726291:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1781226697.726297:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964496256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726330:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964496256:12345-0@lo:400:kworker.0 Request processed in 33us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226697.726336:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1781226697.726347:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1781226697.726353:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964496768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726393:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964496768:12345-0@lo:400:kworker.0 Request processed in 41us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226697.726398:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1781226697.726408:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1781226697.726413:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964497280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726435:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964497280:12345-0@lo:400:kworker.0 Request processed in 22us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226697.726439:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1781226697.726449:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1781226697.726455:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964496896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726477:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964496896:12345-0@lo:400:kworker.0 Request processed in 23us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226697.726483:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1781226697.726492:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1781226697.726498:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964497408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726522:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964497408:12345-0@lo:400:kworker.0 Request processed in 24us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226697.726527:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:3.0:1781226697.726547:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226697.726550:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226697.726572:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964496896:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726583:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964497408:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726593:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964496256:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726600:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964496768:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726608:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964497280:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.726642:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964496512:0@lo:400:kworker.0 00000100:00100000:1.0:1781226697.727465:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964496128 00000100:00100000:1.0:1781226697.727470:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964496128 00000100:00100000:1.0:1781226697.727497:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1781226697.727502:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964496128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226697.727540:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964496128:12345-0@lo:400:kworker.0 Request processed in 38us (2049us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226697.727546:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:3.0:1781226697.727722:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226697.727726:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226697.727747:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964496384:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.727928:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964497664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226697.727960:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226697.728000:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964497024:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.728010:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964497536:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.728020:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964496128:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.728029:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964496640:0@lo:400:kworker.0 00000100:00100000:3.0:1781226697.728038:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964497152:0@lo:400:kworker.0 00000100:00100000:1.0:1781226697.728187:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964497664 00000100:00100000:1.0:1781226697.728191:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964497664 00000100:00100000:1.0:1781226697.728230:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1781226697.728236:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964497664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226697.728251:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226697.728292:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964497664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226697.728309:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1781226697.728496:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964497664:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781226697.851879:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226698.748308:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964497792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226698.750545:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964497792 00000100:00100000:3.0:1781226698.750555:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964497792 00000100:00100000:3.0:1781226698.750626:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1781226698.750637:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964497792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226698.750674:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226698.750745:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964497792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226698.750765:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00010000:00010000:3.0:1781226698.882574:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226700.284817:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964497920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226700.284910:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226700.285121:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964497920 00000100:00100000:1.0:1781226700.285131:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964497920 00000100:00100000:1.0:1781226700.285197:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1781226700.285208:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964497920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226700.285241:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226700.285291:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964497920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226700.285299:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:0.0:1781226700.286077:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226700.286136:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964497920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226700.286284:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964498048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226700.286323:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1781226700.287422:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226700.701398:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941444992 00000100:00100000:3.0:1781226700.701410:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941444992 00000100:00100000:3.0:1781226700.701457:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 580 00000100:00100000:3.0:1781226700.701467:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941444992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226700.712673:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226700.712727:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226700.712750:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226700.713056:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941445632 00000100:00100000:0.0:1781226700.713065:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941445632 00000100:00100000:0.0:1781226700.713150:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00100000:0.0:1781226700.713161:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2424:x1867750941445632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226700.713237:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2424:x1867750941445632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226700.713245:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00080000:0.0:1781226700.713271:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226700.713619:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226700.713646:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226700.713670:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941445504 00000100:00100000:3.0:1781226700.713674:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941445504 00000100:00100000:3.0:1781226700.713726:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941445888 00000100:00100000:3.0:1781226700.713730:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941445888 00000100:00100000:3.0:1781226700.713751:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941446016 00000100:00100000:3.0:1781226700.713993:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941446016 00000100:00100000:3.0:1781226700.714026:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 416 00000100:00100000:3.0:1781226700.714033:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941445504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226700.714208:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941445504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 46us (1417us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226700.714233:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 416 00000100:00100000:3.0:1781226700.714249:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 417 00000100:00100000:3.0:1781226700.714257:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941445888:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226700.714286:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941445888:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (1534us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226700.714292:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 417 00000100:00100000:3.0:1781226700.714304:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 418 00000100:00100000:3.0:1781226700.714311:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941446016:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226700.714348:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941446016:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226700.714354:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 418 00000100:00100000:3.0:1781226700.714375:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941445760 00000100:00100000:3.0:1781226700.714379:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941445760 00000100:00080000:0.0:1781226700.719074:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226700.719087:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226700.719099:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226700.721514:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 761 00000100:00100000:3.0:1781226700.721539:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941445760:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226700.721621:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941445760:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 94us (8002us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226700.721629:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 761 00000040:00080000:3.0:1781226701.000730:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226701.000742:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226701.001281:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781226701.001292:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781226701.056540:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226701.308022:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964498176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226701.308884:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226701.309442:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498176 00000100:00100000:3.0:1781226701.309452:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498176 00000100:00100000:3.0:1781226701.309521:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1781226701.309531:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964498176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226701.309571:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1781226701.309644:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964498176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226701.309651:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1781226701.309678:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964498176:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226701.950465:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226702.846948:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964498304:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847016:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847059:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964498816:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847081:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847095:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964499328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847113:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847126:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8197840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964499840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847155:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847176:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226702.847181:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964498432:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847201:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847229:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964498944:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847248:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847259:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8194780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964499456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847274:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847299:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964498560:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847331:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847345:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964499072:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847363:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847376:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8195a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964499584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847392:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847405:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226702.847410:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964498688:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847427:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847435:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964499200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847452:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847463:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8194b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964499712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847481:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226702.847512:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498304 00000100:00100000:0.0:1781226702.847520:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498304 00000100:00100000:0.0:1781226702.847575:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1781226702.847585:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964498304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847632:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964498304:12345-0@lo:400:kworker.0 Request processed in 49us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.847641:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1781226702.847673:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498816 00000100:00100000:0.0:1781226702.847682:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498816 00000100:00100000:0.0:1781226702.847738:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498560 00000100:00100000:0.0:1781226702.847741:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498560 00000100:00100000:0.0:1781226702.847758:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1781226702.847764:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964498816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847798:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964498816:12345-0@lo:400:kworker.0 Request processed in 35us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.847804:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1781226702.847815:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1781226702.847821:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964498560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847852:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964498560:12345-0@lo:400:kworker.0 Request processed in 31us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.847857:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1781226702.847873:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499328 00000100:00100000:0.0:1781226702.847877:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499328 00000100:00100000:0.0:1781226702.847903:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499840 00000100:00100000:0.0:1781226702.847906:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499840 00000100:00100000:0.0:1781226702.847923:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499200 00000100:00100000:0.0:1781226702.847925:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499200 00000100:00100000:0.0:1781226702.847938:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499712 00000100:00100000:0.0:1781226702.847940:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499712 00000100:00100000:0.0:1781226702.847954:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1781226702.847959:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964499328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.847988:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964499328:12345-0@lo:400:kworker.0 Request processed in 28us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.847993:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1781226702.848002:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1781226702.848007:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964499840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848041:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964499840:12345-0@lo:400:kworker.0 Request processed in 33us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848046:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1781226702.848056:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781226702.848063:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5ef892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964499200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848088:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5ef892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964499200:12345-0@lo:400:kworker.0 Request processed in 26us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848094:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781226702.848253:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1781226702.848260:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8197c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964499712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848289:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8197c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964499712:12345-0@lo:400:kworker.0 Request processed in 30us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848294:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1781226702.848331:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498432 00000100:00100000:0.0:1781226702.848334:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498432 00000100:00100000:0.0:1781226702.848353:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498944 00000100:00100000:0.0:1781226702.848356:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498944 00000100:00100000:0.0:1781226702.848367:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499456 00000100:00100000:0.0:1781226702.848369:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499456 00000100:00100000:0.0:1781226702.848379:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499072 00000100:00100000:0.0:1781226702.848381:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499072 00000100:00100000:0.0:1781226702.848393:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499584 00000100:00100000:0.0:1781226702.848395:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499584 00000100:00100000:0.0:1781226702.848404:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964498688 00000100:00100000:0.0:1781226702.848406:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964498688 00000100:00100000:0.0:1781226702.848417:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1781226702.848422:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964498432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848450:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964498432:12345-0@lo:400:kworker.0 Request processed in 28us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848462:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1781226702.848474:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1781226702.848480:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964498944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848508:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964498944:12345-0@lo:400:kworker.0 Request processed in 28us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848514:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1781226702.848525:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1781226702.848530:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8194f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964499456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848554:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8194f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964499456:12345-0@lo:400:kworker.0 Request processed in 23us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848559:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1781226702.848571:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1781226702.848576:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c81961c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964499072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.848602:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c81961c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964499072:12345-0@lo:400:kworker.0 Request processed in 26us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.848608:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1781226702.848617:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1781226702.848623:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c81970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964499584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849349:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c81970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964499584:12345-0@lo:400:kworker.0 Request processed in 722us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.849360:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1781226702.849383:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1781226702.849391:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c81943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964498688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849420:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c81943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964498688:12345-0@lo:400:kworker.0 Request processed in 31us (1992us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.849435:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00080000:0.0:1781226702.849497:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226702.849502:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226702.849505:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226702.849508:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226702.849560:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964498688:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849572:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964499200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849584:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8194b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964499712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849597:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964498560:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849607:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964499072:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849617:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8195a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964499584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849662:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964498432:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849672:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964498944:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849683:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8194780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964499456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849710:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964498304:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849723:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964498816:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849734:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964499328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.849746:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8197840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964499840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226702.851951:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226702.851970:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964500096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226702.852036:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226702.852110:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226702.852119:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964499968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226702.857942:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226702.870298:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964500096 00000100:00100000:1.0:1781226702.870323:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964500096 00000100:00100000:0.0:1781226702.870840:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964499968 00000100:00100000:0.0:1781226702.870845:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964499968 00000100:00100000:0.0:1781226702.870866:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1781226702.870875:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8197840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964500096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226702.870909:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1781226702.870988:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8197840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964500096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (18951us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.870995:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1781226702.871011:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1781226702.871018:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964499968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226702.871029:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1781226702.871055:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964499968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (13120us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226702.871060:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1781226702.872726:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964500096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226702.872776:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964499968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226703.869428:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964500224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226703.869524:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226703.870044:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964500224 00000100:00100000:3.0:1781226703.870058:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964500224 00000100:00100000:3.0:1781226703.870138:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1781226703.870153:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964500224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226703.870221:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226703.870502:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964500224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 355us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226703.870511:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1781226703.870676:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964500224:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1781226704.134483:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:3.0:1781226704.134501:0:19503:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1781226704.134518:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:3.0:1781226704.134535:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:3.0:1781226704.134562:0:19503:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1781226704.138761:0:19505:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1781226704.138821:0:19505:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1781226704.138835:0:19505:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:3.0:1781226704.139064:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:3.0:1781226704.139080:0:19503:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1781226704.139097:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:3.0:1781226704.139114:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:3.0:1781226704.139130:0:19503:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1781226704.139519:0:19506:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 50 marker 48 1->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1781226704.139546:0:19506:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 48 2->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1781226704.139557:0:19506:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000040:00080000:3.0:1781226704.139681:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].53, 224 off17424 20000000:01000000:3.0:1781226704.139692:0:19503:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1781226704.139751:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].54, 144 off17568 00000040:00080000:3.0:1781226704.139767:0:19503:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].55, 224 off17792 10000000:01000000:3.0:1781226704.139779:0:19503:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1781226704.139798:0:19503:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a4c73c6200/0x5d5522eac4464391 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139816:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464233 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139823:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464241 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139830:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446424f expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139836:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446425d expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139842:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446426b expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139849:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464279 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139868:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464287 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139874:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464295 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139880:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139889:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a1 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139898:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a8 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139904:0:19503:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464af expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139912:0:19503:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a4c73c6200/0x5d5522eac4464391 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139950:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464af expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.139963:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464af expref: 11 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.139977:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500352:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226704.140086:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a8 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140102:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a8 expref: 11 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140111:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897f840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500480:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226704.140149:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a1 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140156:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a1 expref: 11 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140164:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500608:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226704.140190:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140198:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 22 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140206:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500736:0@lo:104: 00000100:00100000:3.0:1781226704.140241:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226704.140274:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4464295 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140282:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4464295 expref: 22 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140291:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500864:0@lo:104: 00000100:00100000:3.0:1781226704.140324:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226704.140355:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4464287 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140363:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4464287 expref: 22 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140370:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500992:0@lo:104: 00000100:00100000:3.0:1781226704.140391:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226704.140413:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4464279 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140421:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4464279 expref: 22 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140429:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501120:0@lo:104: 00000100:00100000:3.0:1781226704.140465:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226704.140483:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac446426b expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140491:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac446426b expref: 22 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140498:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501248:0@lo:104: 00000100:00100000:3.0:1781226704.140520:0:19503:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226704.140535:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac446425d expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140543:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac446425d expref: 22 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140551:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501376:0@lo:104: 00010000:00010000:3.0:1781226704.140583:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac446424f expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140590:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac446424f expref: 22 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140598:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501504:0@lo:104: 00010000:00010000:3.0:1781226704.140621:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4464241 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140628:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4464241 expref: 22 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140636:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501632:0@lo:104: 00010000:00010000:3.0:1781226704.140659:0:19503:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac4464233 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.140666:0:19503:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac4464233 expref: 22 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.140674:0:19503:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501760:0@lo:104: 00000100:00100000:3.0:1781226704.140692:0:19503:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226704.140815:0:6507:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1781226704.140832:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.140844:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.140851:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.140858:0:6507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.140866:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964500736 00000100:00100000:0.0:1781226704.140872:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964500736 00000100:00100000:0.0:1781226704.140909:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964500864 00000100:00100000:0.0:1781226704.140912:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964500864 00000100:00100000:0.0:1781226704.140921:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964500992 00000100:00100000:0.0:1781226704.140923:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964500992 00000100:00100000:0.0:1781226704.140930:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501120 00000100:00100000:0.0:1781226704.140932:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501120 00000100:00100000:0.0:1781226704.140939:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501248 00000100:00100000:0.0:1781226704.140947:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501248 00000100:00100000:0.0:1781226704.140958:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501376 00000100:00100000:0.0:1781226704.140960:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501376 00000100:00100000:0.0:1781226704.140968:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501504 00000100:00100000:0.0:1781226704.140970:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501504 00000100:00100000:0.0:1781226704.140977:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501632 00000100:00100000:0.0:1781226704.140979:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501632 00000100:00100000:0.0:1781226704.140988:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501760 00000100:00100000:0.0:1781226704.140990:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501760 00000100:00100000:0.0:1781226704.141002:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1781226704.141009:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+11:19503:x1867750964500736:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141023:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141087:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781226704.141093:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+11:19503:x1867750964500736:12345-0@lo:104: Request processed in 84us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141100:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1781226704.141116:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1781226704.141123:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+10:19503:x1867750964500864:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141130:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141161:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1781226704.141166:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+10:19503:x1867750964500864:12345-0@lo:104: Request processed in 44us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141171:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1781226704.141183:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781226704.141189:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+9:19503:x1867750964500992:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141204:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141235:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1781226704.141240:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+9:19503:x1867750964500992:12345-0@lo:104: Request processed in 52us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141246:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781226704.141260:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1781226704.141266:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+8:19503:x1867750964501120:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141272:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141296:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1781226704.141312:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+8:19503:x1867750964501120:12345-0@lo:104: Request processed in 36us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141319:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1781226704.141330:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1781226704.141336:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c830c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+7:19503:x1867750964501248:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141343:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141368:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1781226704.141372:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c830c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+7:19503:x1867750964501248:12345-0@lo:104: Request processed in 38us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141377:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1781226704.141404:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1781226704.141411:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+6:19503:x1867750964501376:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141424:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141451:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1781226704.141456:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+6:19503:x1867750964501376:12345-0@lo:104: Request processed in 46us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141462:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1781226704.141473:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1781226704.141478:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8194b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+5:19503:x1867750964501504:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141485:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141508:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1781226704.141513:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8194b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+5:19503:x1867750964501504:12345-0@lo:104: Request processed in 35us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141519:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1781226704.141530:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1781226704.141535:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+4:19503:x1867750964501632:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141541:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141563:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to priority blp list, 8 blwis in pool 00000100:00100000:0.0:1781226704.141568:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+4:19503:x1867750964501632:12345-0@lo:104: Request processed in 34us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141573:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1781226704.141585:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1781226704.141590:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19503:x1867750964501760:12345-0@lo:104: 00010000:00010000:0.0:1781226704.141603:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141629:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to priority blp list, 9 blwis in pool 00000100:00100000:0.0:1781226704.141633:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19503:x1867750964501760:12345-0@lo:104: Request processed in 44us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.141639:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:0.0:1781226704.141659:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1781226704.141665:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141673:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4000 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.141676:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141684:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.141691:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.141731:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.141760:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141767:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.141789:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141796:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4000/0x5d5522eac44642a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44642aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141816:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1781226704.141819:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141825:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c86c3000 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.141827:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141833:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.141839:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.141845:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.141858:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141864:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.141870:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141876:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c86c3000/0x5d5522eac4464295 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446429c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141885:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1781226704.141889:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141904:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.141907:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141914:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.141920:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.141925:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.141937:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141944:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.141961:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141967:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5000/0x5d5522eac4464287 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446428e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141976:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1781226704.141979:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.141984:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.141987:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142001:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.142006:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.142011:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.142024:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142030:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.142035:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142041:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4a00/0x5d5522eac4464279 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464280 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142050:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1781226704.142053:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142058:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c7386a00 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.142061:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142066:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.142072:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.142082:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.142096:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142102:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.142106:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142112:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c7386a00/0x5d5522eac446426b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464272 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142121:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1781226704.142124:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142129:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7800 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.142131:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142138:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.142143:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.142148:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.142160:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142164:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.142175:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142181:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7800/0x5d5522eac446425d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464264 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142191:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781226704.142194:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142200:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.142203:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142209:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.142214:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.142218:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.142229:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142234:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.142238:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142244:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8600/0x5d5522eac446424f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142254:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781226704.142263:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142268:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8c00 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.142271:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142277:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.142283:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.142288:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.142312:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142319:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.142324:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142329:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8c00/0x5d5522eac4464241 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142337:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226704.142340:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142345:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c86c2e00 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226704.142347:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142362:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226704.142367:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226704.142372:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226704.142385:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142390:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226704.142395:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142401:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c86c2e00/0x5d5522eac4464233 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac446423a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.142415:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226704.142417:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226704.142419:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226704.142436:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964501888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142474:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142511:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142532:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142549:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142570:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142590:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781226704.142596:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c81952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142624:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142641:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142662:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142691:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142754:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142765:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142783:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142794:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781226704.142800:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142817:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142827:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.142842:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226704.142869:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964501888 00000100:00100000:0.0:1781226704.142875:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964501888 00010000:00010000:0.0:1781226704.142900:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 23 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.142920:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502400 00000100:00100000:0.0:1781226704.142923:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502400 00010000:00010000:0.0:1781226704.142936:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446426b expref: 24 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.142946:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502912 00000100:00100000:0.0:1781226704.142948:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502912 00010000:00010000:0.0:1781226704.142964:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464233 expref: 25 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.142972:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502016 00000100:00100000:0.0:1781226704.142980:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502016 00010000:00010000:0.0:1781226704.142991:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464295 expref: 26 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.143001:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502528 00000100:00100000:0.0:1781226704.143003:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502528 00010000:00010000:0.0:1781226704.143013:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446425d expref: 27 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.143023:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502144 00000100:00100000:0.0:1781226704.143025:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502144 00010000:00010000:0.0:1781226704.143034:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464287 expref: 28 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.143042:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502656 00000100:00100000:0.0:1781226704.143044:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502656 00010000:00010000:0.0:1781226704.143054:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446424f expref: 29 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.143062:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502272 00000100:00100000:0.0:1781226704.143064:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502272 00010000:00010000:0.0:1781226704.143073:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464279 expref: 30 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.143082:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964502784 00000100:00100000:0.0:1781226704.143084:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964502784 00010000:00010000:0.0:1781226704.143093:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464241 expref: 31 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226704.143105:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1781226704.143112:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+31:3668:x1867750964501888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143122:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143132:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 31 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143142:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 31 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143159:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143196:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+31:3668:x1867750964501888:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143203:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1781226704.143219:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1781226704.143226:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+30:3668:x1867750964502400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143233:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143237:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446426b expref: 30 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143245:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac446426b expref: 30 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143254:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143274:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+30:3668:x1867750964502400:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143280:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1781226704.143291:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1781226704.143297:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+29:3668:x1867750964502912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143317:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143321:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464233 expref: 29 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143339:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464233 expref: 29 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143347:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143368:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+29:3668:x1867750964502912:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143374:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1781226704.143388:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1781226704.143394:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+28:3668:x1867750964502016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143401:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143404:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464295 expref: 28 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143412:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464295 expref: 28 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143420:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143440:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+28:3668:x1867750964502016:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143446:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1781226704.143458:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1781226704.143463:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3434c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+27:3668:x1867750964502528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143471:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143474:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446425d expref: 27 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143483:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac446425d expref: 27 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143498:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143518:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3434c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+27:3668:x1867750964502528:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143524:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1781226704.143558:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1781226704.143565:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+26:3666:x1867750964502144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143571:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143576:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464287 expref: 26 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143583:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464287 expref: 26 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143592:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143618:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+26:3666:x1867750964502144:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143625:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1781226704.143638:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1781226704.143644:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+25:3666:x1867750964502656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143651:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143655:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446424f expref: 25 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143663:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac446424f expref: 25 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143671:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143722:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+25:3666:x1867750964502656:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143728:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1781226704.143743:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1781226704.143749:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+24:3666:x1867750964502272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143756:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143760:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464279 expref: 24 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143767:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464279 expref: 24 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143776:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143797:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+24:3666:x1867750964502272:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143803:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1781226704.143815:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1781226704.143821:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964502784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226704.143827:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226704.143831:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464241 expref: 23 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143839:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464241 expref: 23 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226704.143847:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226704.143867:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964502784:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226704.143872:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1781226704.143944:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.143953:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.143962:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502144:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.143969:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964502656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.143999:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c81952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.144006:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.144012:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964501888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.144019:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226704.144026:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964502912:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781226704.144160:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44642aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44642a3 expref: 22 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144172:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500736:0@lo:104: 00010000:00010000:3.0:1781226704.144182:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446429c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464295 expref: 21 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144190:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500864:0@lo:104: 00010000:00010000:3.0:1781226704.144209:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac446428e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464287 expref: 20 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144219:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500992:0@lo:104: 00010000:00010000:3.0:1781226704.144230:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da7600/0x5d5522eac4464280 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464279 expref: 19 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144237:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501120:0@lo:104: 00010000:00010000:3.0:1781226704.144247:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c86c3600/0x5d5522eac4464272 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac446426b expref: 18 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144256:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501248:0@lo:104: 00010000:00010000:3.0:1781226704.144267:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c82b8200/0x5d5522eac4464264 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac446425d expref: 17 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144277:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501376:0@lo:104: 00010000:00010000:3.0:1781226704.144286:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c86c2800/0x5d5522eac4464256 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac446424f expref: 16 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144294:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501504:0@lo:104: 00010000:00010000:3.0:1781226704.144316:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c7386800/0x5d5522eac4464248 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464241 expref: 15 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144326:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501632:0@lo:104: 00010000:00010000:3.0:1781226704.144335:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c7386400/0x5d5522eac446423a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464233 expref: 14 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.144343:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964501760:0@lo:104: 00010000:00010000:3.0:1781226704.156966:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da6000/0x5d5522eac44642bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464af expref: 11 pid: 6518 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.156981:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500352:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226704.156993:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c82b8400/0x5d5522eac44642b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a8 expref: 10 pid: 6517 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.157001:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897f840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500480:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226704.157009:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da6e00/0x5d5522eac44642b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464a1 expref: 9 pid: 6516 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226704.157016:0:19503:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19503:1867750964500608:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226704.157067:0:19503:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a4c73c6200/0x5d5522eac4464391 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.157075:0:19503:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a4c73c6200/0x5d5522eac4464391 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.157081:0:19503:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a4c73c6200/0x5d5522eac4464391 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226704.157087:0:19503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c73c6200/0x5d5522eac4464391 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19503 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226705.019923:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226705.248847:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941446528 00000100:00100000:1.0:1781226705.248857:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941446528 00000100:00100000:1.0:1781226705.248914:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 582 00000100:00100000:1.0:1781226705.248924:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+9:6202:x1867750941446528:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226705.248942:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226705.248962:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464ee expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.249010:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 10 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.249022:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 10 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.249031:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5a00, rc 0) 00000100:00100000:1.0:1781226705.249090:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941446528:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 168us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.249097:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 582 00000100:00100000:0.0:1781226705.255395:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941446656 00000100:00100000:0.0:1781226705.255406:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941446656 00000100:00100000:0.0:1781226705.255471:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 583 00000100:00100000:0.0:1781226705.255481:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941446656:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226705.255666:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941446656:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 185us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.255674:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 583 00000100:00100000:3.0:1781226705.262197:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226705.271979:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941446912 00000100:00100000:1.0:1781226705.271990:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941446912 00000100:00100000:1.0:1781226705.272051:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 585 00000100:00100000:1.0:1781226705.272061:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23972:x1867750941446912:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781226705.272247:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23972:x1867750941446912:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 178us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.272255:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 585 00000100:00100000:3.0:1781226705.277460:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226705.277643:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941447040 00000100:00100000:0.0:1781226705.277653:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941447040 00000100:00100000:0.0:1781226705.277736:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 586 00000100:00100000:0.0:1781226705.277747:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23972:x1867750941447040:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781226705.277923:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23972:x1867750941447040:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 177us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.277931:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 586 00000100:00100000:3.0:1781226705.286208:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226705.292589:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941447296 00000100:00100000:1.0:1781226705.292599:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941447296 00000100:00100000:1.0:1781226705.292660:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 588 00000100:00100000:1.0:1781226705.292670:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941447296:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226705.292872:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941447296:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 203us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.292881:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 588 00000100:00100000:3.0:1781226705.297012:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226705.297124:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941447424 00000100:00100000:0.0:1781226705.297135:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941447424 00000100:00100000:0.0:1781226705.297205:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 589 00000100:00100000:0.0:1781226705.297216:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941447424:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226705.297385:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941447424:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 Request processed in 170us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.297393:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 589 00000100:00100000:3.0:1781226705.315154:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226705.330041:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941447680 00000100:00100000:1.0:1781226705.330060:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941447680 00000100:00100000:1.0:1781226705.330116:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 591 00000100:00100000:1.0:1781226705.330127:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23973:x1867750941447680:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781226705.330307:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23973:x1867750941447680:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 181us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.330316:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 591 00000100:00100000:3.0:1781226705.338886:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226705.339642:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941447808 00000100:00100000:0.0:1781226705.339653:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941447808 00000100:00100000:0.0:1781226705.339763:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 592 00000100:00100000:0.0:1781226705.339775:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941447808:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226705.339793:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226705.339812:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b464fc expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226705.339841:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226705.339852:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 12 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226705.339861:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226705.339921:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941447808:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 149us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.339937:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 592 00000100:00100000:0.0:1781226705.351737:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941447936 00000100:00100000:0.0:1781226705.351749:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941447936 00000100:00100000:0.0:1781226705.351811:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 593 00000100:00100000:0.0:1781226705.351822:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941447936:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226705.351944:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941447936:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 125us (385us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226705.351952:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 593 00000100:00100000:0.0:1781226705.405091:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964503040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226705.405176:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226705.407258:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503040 00000100:00100000:1.0:1781226705.407271:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503040 00000100:00100000:1.0:1781226705.407360:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1781226705.407373:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964503040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226705.407409:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226705.407497:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964503040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (2320us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.407505:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1781226705.409679:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964503040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226705.409972:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503168 00000100:00100000:0.0:1781226705.409979:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503168 00000100:00100000:0.0:1781226705.410031:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1781226705.410038:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964503168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226705.410059:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:0.0:1781226705.410096:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964503168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.410102:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00080000:0.0:1781226705.410136:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226705.825249:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448320 00000100:00100000:0.0:1781226705.825265:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448320 00000100:00100000:0.0:1781226705.825410:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448832 00000100:00100000:0.0:1781226705.825414:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448832 00000100:00100000:0.0:1781226705.825431:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448192 00000100:00100000:0.0:1781226705.825433:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448192 00000100:00100000:0.0:1781226705.825478:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448704 00000100:00100000:0.0:1781226705.825482:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448704 00000100:00100000:0.0:1781226705.825501:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 768 00000100:00100000:0.0:1781226705.825512:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941448320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.825599:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941448320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 89us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.825608:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 768 00000100:00100000:0.0:1781226705.825626:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 769 00000100:00100000:0.0:1781226705.825634:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941448832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.825659:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941448832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.825666:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 769 00000100:00100000:0.0:1781226705.825678:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 770 00000100:00100000:0.0:1781226705.825684:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:2425:x1867750941448192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.825760:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:2425:x1867750941448192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 76us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.825767:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 770 00000100:00100000:0.0:1781226705.825780:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 771 00000100:00100000:0.0:1781226705.825786:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2425:x1867750941448704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.825809:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2425:x1867750941448704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.825816:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 771 00000100:00100000:0.0:1781226705.825839:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448576 00000100:00100000:0.0:1781226705.825843:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448576 00000100:00100000:0.0:1781226705.825881:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449088 00000100:00100000:0.0:1781226705.825884:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449088 00000100:00100000:0.0:1781226705.825901:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448448 00000100:00100000:0.0:1781226705.825905:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448448 00000100:00100000:0.0:1781226705.825919:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448960 00000100:00100000:0.0:1781226705.825921:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448960 00000100:00100000:0.0:1781226705.825934:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 423 00000100:00100000:0.0:1781226705.825939:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941448576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.825969:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941448576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.825975:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 423 00000100:00100000:0.0:1781226705.825986:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 424 00000100:00100000:0.0:1781226705.825992:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941449088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.826016:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941449088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.826022:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 424 00000100:00100000:0.0:1781226705.826033:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 425 00000100:00100000:0.0:1781226705.826039:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941448448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.826061:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941448448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.826068:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 425 00000100:00100000:0.0:1781226705.826078:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 426 00000100:00100000:0.0:1781226705.826085:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941448960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226705.826112:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941448960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.826127:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 426 00000100:00100000:1.0:1781226705.830028:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941448064 00000100:00100000:1.0:1781226705.830038:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941448064 00000100:00100000:1.0:1781226705.830091:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 594 00000100:00100000:1.0:1781226705.830100:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941448064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226705.830177:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941448064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 77us (5245us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.830184:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 594 00000100:00100000:1.0:1781226705.986760:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503296 00000100:00100000:1.0:1781226705.986792:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503296 00000100:00100000:1.0:1781226705.986892:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1781226705.986903:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+14:6521:x1867750964503296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226705.986922:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226705.986956:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44643ad expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.986989:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44643ad expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.987001:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643ad expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.987012:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5800, rc 0) 00000100:00100000:1.0:1781226705.987115:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964503296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 213us (7097us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.987123:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1781226705.988187:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226705.988220:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226705.988231:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226705.988340:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226705.988393:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226705.988438:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226705.988914:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503424 00000100:00100000:0.0:1781226705.988921:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503424 00000100:00100000:0.0:1781226705.988974:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1781226705.988984:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964503424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226705.989132:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964503424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226705.989140:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1781226705.989221:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226705.989264:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226705.989323:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226705.989363:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226705.989576:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503552 00000100:00100000:1.0:1781226705.989582:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503552 00000100:00100000:1.0:1781226705.989618:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1781226705.989626:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964503552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226705.989732:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964503552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.989739:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1781226705.989828:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226705.993221:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503680 00000100:00100000:1.0:1781226705.993228:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503680 00000100:00100000:1.0:1781226705.993279:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1781226705.993298:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19507:x1867750964503680:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226705.993430:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19507:x1867750964503680:12345-0@lo:502:llog_process_th.0 Request processed in 133us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.993439:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1781226705.994096:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503808 00000100:00100000:1.0:1781226705.994111:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503808 00000100:00100000:1.0:1781226705.994155:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1781226705.994163:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19507:x1867750964503808:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226705.994246:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19507:x1867750964503808:12345-0@lo:502:llog_process_th.0 Request processed in 84us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226705.994253:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000020:01000000:3.0:1781226705.994654:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1781226705.994692:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781226705.994732:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226705.994744:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226705.994756:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1781226705.994759:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1781226705.994762:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1781226705.994802:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226705.994811:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226705.994822:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226705.994838:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226705.994875:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226705.994985:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964503936 00000100:00100000:1.0:1781226705.994994:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964503936 00000100:00100000:1.0:1781226705.995023:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1781226705.995031:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964503936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226705.995040:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226705.995052:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44643bb expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.995075:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44643bb expref: 16 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.995089:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643bb expref: 16 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226705.995099:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5e00, rc 0) 00000100:00100000:3.0:1781226705.995581:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.006178:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964503936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 11137us (11291us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.006194:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1781226706.006357:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964503936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226706.006384:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.006400:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.006499:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.006539:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.006596:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.006739:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504064 00000100:00100000:0.0:1781226706.006747:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504064 00000100:00100000:0.0:1781226706.006790:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1781226706.006797:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964504064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.006935:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964504064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.006942:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1781226706.007198:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.007228:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.007300:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.007325:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.007403:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504192 00000100:00100000:0.0:1781226706.007409:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504192 00000100:00100000:0.0:1781226706.007448:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1781226706.007455:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964504192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.007550:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964504192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.007557:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1781226706.007842:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781226706.010957:0:19508:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000100:00100000:1.0:1781226706.021891:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504320 00000100:00100000:1.0:1781226706.021903:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504320 00000100:00100000:1.0:1781226706.021961:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1781226706.021971:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964504320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226706.021988:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226706.022005:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44643c9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.022046:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.022058:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 17 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.022067:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:1.0:1781226706.022129:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964504320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (1089us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.022136:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1781226706.023160:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504448 00000100:00100000:0.0:1781226706.023166:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504448 00000100:00100000:0.0:1781226706.023207:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1781226706.023215:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964504448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.023346:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964504448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 131us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.023357:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1781226706.023581:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504576 00000100:00100000:0.0:1781226706.023588:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504576 00000100:00100000:0.0:1781226706.023619:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1781226706.023626:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964504576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.023953:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964504576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 327us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.023964:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1781226706.024047:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.025503:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504704 00000100:00100000:0.0:1781226706.025509:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504704 00000100:00100000:0.0:1781226706.025562:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1781226706.025641:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19509:x1867750964504704:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.027133:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19509:x1867750964504704:12345-0@lo:502:llog_process_th.0 Request processed in 1126us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.027146:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1781226706.028328:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504832 00000100:00100000:1.0:1781226706.028335:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504832 00000100:00100000:1.0:1781226706.028385:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1781226706.028394:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19509:x1867750964504832:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226706.028541:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19509:x1867750964504832:12345-0@lo:502:llog_process_th.0 Request processed in 148us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.028548:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1781226706.028737:0:19509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19509:1867750964504832:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781226706.028765:0:19509:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1781226706.028942:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1781226706.028963:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781226706.028974:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.028985:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226706.028994:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1781226706.028997:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1781226706.029000:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1781226706.029027:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.029035:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.029044:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.029061:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.029093:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.029127:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.029291:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964504960 00000100:00100000:0.0:1781226706.029297:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964504960 00000100:00100000:0.0:1781226706.029326:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1781226706.029333:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964504960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226706.029351:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226706.029363:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44643d7 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226706.029385:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226706.029396:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 18 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226706.029404:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6c00, rc 0) 00000100:00100000:0.0:1781226706.029448:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964504960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.029454:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1781226706.029519:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964504960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226706.029532:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.029551:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.029614:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.029640:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.029665:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.030186:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.030216:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.030254:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.030291:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.030668:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781226706.032192:0:19510:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000100:00100000:0.0:1781226706.038111:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226706.038155:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.038521:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226706.038537:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3000/0x5d5522eac44643e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643ec expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.038546:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3000/0x5d5522eac44643e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44643ec expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.038621:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.038650:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.050096:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.057738:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964505472 00000100:00100000:0.0:1781226706.057755:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964505472 00000100:00100000:0.0:1781226706.057908:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1781226706.057918:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964505472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.058090:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964505472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 172us (19438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.058099:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00010000:00010000:3.0:1781226706.058394:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226706.058431:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.058505:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.058555:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.058604:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.059389:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964505600 00000100:00100000:0.0:1781226706.059397:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964505600 00000100:00100000:0.0:1781226706.059431:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1781226706.059439:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964505600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.059559:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964505600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 120us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226706.059678:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.059926:0:19511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19511:1867750964505728:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226706.059966:0:19511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.059987:0:19511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.060108:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1781226706.060143:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964505728 00000100:00100000:0.0:1781226706.060148:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964505728 00000100:00100000:0.0:1781226706.060169:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1781226706.060175:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19511:x1867750964505728:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.060495:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19511:x1867750964505728:12345-0@lo:502:llog_process_th.0 Request processed in 88us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.060503:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1781226706.061056:0:19511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19511:1867750964505728:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226706.061114:0:19511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19511:1867750964505856:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226706.061157:0:19511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.061230:0:19511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.073018:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1781226706.073032:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19511:x1867750964505856:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226706.073247:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19511:x1867750964505856:12345-0@lo:502:llog_process_th.0 Request processed in 214us (12086us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226706.073256:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1781226706.073955:0:19511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19511:1867750964505856:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781226706.074004:0:19511:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1781226706.075850:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1781226706.075895:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781226706.075906:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3000/0x5d5522eac44643e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643ec expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.075919:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3000/0x5d5522eac44643e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643ec expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226706.075948:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1781226706.075951:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:3.0:1781226706.075953:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1781226706.075989:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.075996:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.076006:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.076031:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964505984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.076093:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.076137:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226706.076265:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964505984 00000100:00100000:1.0:1781226706.076272:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964505984 00000100:00100000:1.0:1781226706.076333:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1781226706.076343:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964505984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226706.076356:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226706.076368:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44643f3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.076403:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.076414:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 20 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.076424:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226706.076469:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964505984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.076476:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1781226706.077317:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964506112 00000100:00100000:1.0:1781226706.077324:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964506112 00000100:00100000:1.0:1781226706.077353:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1781226706.077360:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964506112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226706.077489:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964506112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.077496:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1781226706.077572:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.077603:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.077645:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.077675:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.077743:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964506240 00000100:00100000:0.0:1781226706.077749:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964506240 00000100:00100000:0.0:1781226706.077780:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1781226706.077788:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964506240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.077886:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964506240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.077894:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1781226706.078038:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.080186:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964506368 00000100:00100000:0.0:1781226706.080192:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964506368 00000100:00100000:0.0:1781226706.080247:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1781226706.080256:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19512:x1867750964506368:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.081042:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19512:x1867750964506368:12345-0@lo:502:llog_process_th.0 Request processed in 784us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.081051:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1781226706.082108:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964506496 00000100:00100000:1.0:1781226706.082114:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964506496 00000100:00100000:1.0:1781226706.082157:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1781226706.082166:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19512:x1867750964506496:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226706.082409:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19512:x1867750964506496:12345-0@lo:502:llog_process_th.0 Request processed in 243us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.082416:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000020:01000000:3.0:1781226706.093426:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 53-55 (rc=0) 10000000:01000000:3.0:1781226706.093478:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1781226706.093493:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.093507:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226706.093542:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781226706.093547:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5d1946800 from 58 10000000:01000000:3.0:1781226706.093550:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781226706.093591:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.093599:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.093609:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.093636:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.093738:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.093785:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226706.093952:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964506624 00000100:00100000:1.0:1781226706.093960:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964506624 00000100:00100000:1.0:1781226706.094015:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1781226706.094025:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964506624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226706.094038:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226706.094050:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464401 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.094074:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464401 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.094083:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464401 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.094091:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226706.094140:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964506624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.094147:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1781226706.094345:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226706.094358:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.094368:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.094427:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.094457:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.094521:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.107371:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964506752 00000100:00100000:0.0:1781226706.107387:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964506752 00000100:00100000:0.0:1781226706.107460:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1781226706.107471:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964506752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.107663:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964506752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 193us (13203us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.107671:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1781226706.108031:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.108092:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.108153:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.108193:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.109361:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964506880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226706.115727:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507008 00000100:00100000:1.0:1781226706.115734:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507008 00000100:00100000:1.0:1781226706.115790:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1781226706.115800:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19513:x1867750964507008:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.116066:0:19513:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19513:1867750964507008:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.116116:0:19513:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19513:1867750964507136:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.116151:0:19513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226706.116181:0:19513:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80a80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.116356:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507136 00000100:00100000:3.0:1781226706.116361:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507136 00000100:00100000:3.0:1781226706.116395:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1781226706.116402:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19513:x1867750964507136:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226706.116494:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19513:x1867750964507136:12345-0@lo:502:llog_process_th.0 Request processed in 92us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226706.116503:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781226706.116657:0:19513:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19513:1867750964507136:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781226706.116677:0:19513:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1781226706.117110:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1781226706.117131:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781226706.117141:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.117152:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226706.117160:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1781226706.117163:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 53 10000000:01000000:3.0:1781226706.117165:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1781226706.117193:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.117201:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.117210:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.117243:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.117278:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.117316:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c88506c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226706.117457:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19513:x1867750964507008:12345-0@lo:502:llog_process_th.0 Request processed in 132us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.117466:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1781226706.117599:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507264 00000100:00100000:1.0:1781226706.117604:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507264 00000100:00100000:1.0:1781226706.117626:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1781226706.117632:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964507264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226706.117642:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226706.117661:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac446440f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.117682:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac446440f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.117719:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446440f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226706.117729:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5400, rc 0) 00000100:00100000:1.0:1781226706.117764:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964507264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.117782:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1781226706.118147:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226706.118162:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.118171:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.118242:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.118270:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.118297:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c88506c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226706.119335:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507392 00000100:00100000:1.0:1781226706.119345:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507392 00000100:00100000:1.0:1781226706.119393:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1781226706.119401:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964507392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226706.119562:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964507392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.119570:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781226706.120263:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.120326:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.120383:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.120421:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c88506c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.121791:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.122634:0:19514:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19514:1867750964507648:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.122731:0:19514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226706.122770:0:19514:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226706.122874:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507648 00000100:00100000:3.0:1781226706.122881:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507648 00000100:00100000:3.0:1781226706.122928:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1781226706.122937:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19514:x1867750964507648:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226706.123066:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19514:x1867750964507648:12345-0@lo:502:llog_process_th.0 Request processed in 129us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226706.123074:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1781226706.123376:0:19514:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19514:1867750964507648:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781226706.123401:0:19514:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781226706.123412:0:19514:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781226706.123415:0:19514:0:(obd_config.c:1561:class_process_config()) marker 50 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:0.0:1781226706.123420:0:19514:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:0.0:1781226706.123435:0:19514:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:0.0:1781226706.128143:0:19514:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19514:1867750964507776:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226706.128248:0:19514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226706.128300:0:19514:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2de33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226706.128357:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507776 00000100:00100000:1.0:1781226706.128365:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507776 00000100:00100000:1.0:1781226706.128430:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1781226706.128439:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19514:x1867750964507776:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226706.128573:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19514:x1867750964507776:12345-0@lo:502:llog_process_th.0 Request processed in 133us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226706.128581:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781226706.128859:0:19514:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19514:1867750964507776:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781226706.128895:0:19514:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781226706.128902:0:19514:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781226706.128904:0:19514:0:(obd_config.c:1561:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1781226706.128909:0:19514:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:3.0:1781226706.129073:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:3.0:1781226706.129100:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1781226706.129110:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.129122:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226706.129133:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1781226706.129136:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff89a5c44a0000 from 1 10000000:01000000:3.0:1781226706.129138:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1781226706.129167:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.129175:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.129184:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.129200:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.129250:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.129295:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850780 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.129390:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964507904 00000100:00100000:0.0:1781226706.129396:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964507904 00000100:00100000:0.0:1781226706.129434:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1781226706.129443:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964507904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226706.129453:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226706.129467:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac446441d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226706.129488:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac446441d expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226706.129499:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446441d expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226706.129508:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6600, rc 0) 00000100:00100000:0.0:1781226706.129538:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964507904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.129544:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1781226706.129616:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964507904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226706.129629:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464424 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.129639:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464424 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226706.129739:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964508032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226706.129764:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226706.129782:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850780 going to sleep for 11 seconds 00000100:00100000:0.0:1781226706.130326:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964508032 00000100:00100000:0.0:1781226706.130332:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964508032 00000100:00100000:0.0:1781226706.130379:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1781226706.130388:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964508032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226706.130471:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964508032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 85us (706us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226706.130490:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1781226706.130595:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964508032:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1781226706.130620:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1781226706.130626:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464424 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226706.130634:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464424 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226706.430742:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964508160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226706.430818:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226706.431377:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964508160 00000100:00100000:0.0:1781226706.431386:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964508160 00000100:00100000:0.0:1781226706.431444:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1781226706.431454:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964508160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226706.431490:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1781226706.431547:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964508160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226706.431555:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1781226706.431598:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964508160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226707.967800:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964508288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226707.967876:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226707.967955:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964508288 00000100:00100000:3.0:1781226707.967963:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964508288 00000100:00100000:3.0:1781226707.968016:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1781226707.968026:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964508288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226707.968058:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1781226707.968102:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964508288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226707.968110:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:3.0:1781226707.968130:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226707.968165:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964508288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226707.968470:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964508416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226707.968515:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226707.988593:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964508416 00000100:00100000:1.0:1781226707.988610:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964508416 00000100:00100000:1.0:1781226707.988723:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1781226707.988736:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964508416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226707.988764:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226707.988866:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964508416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (20350us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226707.988875:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00010000:00010000:0.0:1781226708.092726:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226708.993318:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964509952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226708.993398:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226708.993840:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964509952 00000100:00100000:3.0:1781226708.993847:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964509952 00000100:00100000:3.0:1781226708.993895:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1781226708.993904:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964509952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226708.993939:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226708.993987:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964509952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226708.993995:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1781226708.994043:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964509952:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1781226709.266365:0:19613:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:3.0:1781226709.266379:0:19613:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1781226709.266391:0:19613:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:3.0:1781226709.266404:0:19613:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:3.0:1781226709.266416:0:19613:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:3.0:1781226709.266977:0:19615:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 46 marker 44 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:3.0:1781226709.267028:0:19615:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 49 marker 44 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:3.0:1781226709.267044:0:19615:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000040:00080000:3.0:1781226709.272412:0:19613:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:3.0:1781226709.272451:0:19613:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1781226709.272475:0:19613:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:3.0:1781226709.272491:0:19613:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:3.0:1781226709.272508:0:19613:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1781226709.272529:0:19613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272571:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272578:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272585:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272593:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643ad expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272599:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643bb expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272606:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272613:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272619:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac44643ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643e5 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272625:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272630:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464401 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272647:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446440f expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272653:0:19613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446441d expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.272662:0:19613:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.273502:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac446441d expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.273522:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac446441d expref: 22 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.273600:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964510080:0@lo:104: 00000100:00100000:3.0:1781226709.273673:0:19613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226709.273815:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964510080 00000100:00100000:0.0:1781226709.273824:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964510080 00000100:00100000:0.0:1781226709.273885:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1781226709.273895:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510080:12345-0@lo:104: 00010000:00010000:0.0:1781226709.273908:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c7306c00/0x5d5522eac446441d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464424 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.278201:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781226709.278219:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510080:12345-0@lo:104: Request processed in 4322us (4542us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226709.278234:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1781226709.288665:0:6508:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964510336 00000100:00100000:0.0:1781226709.288673:0:6508:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964510336 00000100:00100000:0.0:1781226709.288757:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1781226709.288768:0:6508:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510336:12345-0@lo:104: 00010000:00010000:0.0:1781226709.288804:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.288853:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781226709.288860:0:6508:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510336:12345-0@lo:104: Request processed in 95us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226709.288867:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:0.0:1781226709.288890:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226709.288896:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.288904:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c7400 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:0.0:1781226709.288909:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.288918:0:6513:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781226709.288926:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226709.288932:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781226709.288961:0:6513:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.288968:0:6513:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781226709.288989:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.288996:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7400/0x5d5522eac446440f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464416 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.289017:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226709.289019:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226709.289020:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226709.289028:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226709.289041:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964510592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226709.289069:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226709.289104:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964510592 00000100:00100000:0.0:1781226709.289108:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964510592 00010000:00010000:0.0:1781226709.289127:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446440f expref: 23 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226709.289167:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1781226709.289174:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964510592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226709.289184:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226709.289189:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac446440f expref: 23 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.296284:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac446440f expref: 23 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.296316:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226709.296410:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964510592:12345-0@lo:103:ldlm_bl.0 Request processed in 7235us (7338us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226709.296421:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1781226709.296493:0:6507:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1781226709.296509:0:6507:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964510464 00000100:00100000:0.0:1781226709.296516:0:6507:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964510464 00000100:00100000:3.0:1781226709.296813:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964510592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781226709.297623:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1781226709.297652:0:6507:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510464:12345-0@lo:104: 00010000:00010000:0.0:1781226709.297669:0:6507:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.297758:0:6507:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781226709.297765:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510464:12345-0@lo:104: Request processed in 118us (7429us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226709.297789:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00010000:3.0:1781226709.297923:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226709.297930:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.297939:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c6600 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:3.0:1781226709.297943:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.297951:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1781226709.297970:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781226709.297975:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1781226709.298010:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.298016:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781226709.298037:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.298044:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6600/0x5d5522eac4464401 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac4464408 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.298057:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226709.298058:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226709.298060:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226709.298073:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964510720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781226709.298109:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226709.314316:0:6508:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964510848 00000100:00100000:1.0:1781226709.314330:0:6508:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964510848 00000100:00100000:1.0:1781226709.314397:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1781226709.314409:0:6508:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510848:12345-0@lo:104: 00010000:00010000:1.0:1781226709.314425:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314519:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1781226709.314527:0:6508:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+3:19613:x1867750964510848:12345-0@lo:104: Request processed in 121us (11694us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226709.314534:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:1.0:1781226709.314579:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226709.314586:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314594:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c7600 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:1.0:1781226709.314598:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314625:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781226709.314632:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226709.314637:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781226709.314671:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314678:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781226709.314724:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314732:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c73c7600/0x5d5522eac44643f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643fa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314748:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226709.314749:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226709.314751:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226709.314765:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964511104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781226709.314802:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226709.314849:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964510720 00000100:00100000:1.0:1781226709.314853:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964510720 00010000:00010000:1.0:1781226709.314871:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464401 expref: 23 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226709.314893:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964511104 00000100:00100000:1.0:1781226709.314896:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964511104 00010000:00010000:1.0:1781226709.314914:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 24 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226709.314935:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1781226709.314943:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+24:3668:x1867750964510720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781226709.314954:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226709.314960:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac4464401 expref: 24 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314970:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac4464401 expref: 24 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.314988:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226709.315018:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+24:3668:x1867750964510720:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (16908us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226709.315025:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1781226709.315040:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1781226709.315045:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964511104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781226709.315052:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226709.315056:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 23 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.315064:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 23 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.315073:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226709.315096:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964511104:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226709.315101:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1781226709.316119:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964510720:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781226709.316943:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964511104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781226709.319628:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.319646:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 22 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.319674:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511232:0@lo:104: 00000100:00100000:3.0:1781226709.319798:0:19613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226709.319832:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.319859:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 22 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.319867:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511360:0@lo:104: 00000100:00100000:3.0:1781226709.319891:0:19613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226709.319926:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44643bb expref: 22 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.319934:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44643bb expref: 22 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.319941:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511488:0@lo:104: 00000100:00100000:3.0:1781226709.319962:0:19613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226709.319977:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x5d5522eac44643ad expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.319984:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x5d5522eac44643ad expref: 22 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.319991:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511616:0@lo:104: 00000100:00100000:3.0:1781226709.320009:0:19613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226709.320027:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.320035:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 11 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320044:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d61c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511744:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226709.320104:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.320111:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 11 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320119:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6d00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511872:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226709.320164:0:19613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226709.320172:0:19613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 11 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320179:0:19613:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964512000:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226709.320200:0:19613:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850b40 going to sleep for 11 seconds 00010000:00010000:3.0:1781226709.320225:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da6600/0x5d5522eac4464424 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac446441d expref: 22 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320237:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964510080:0@lo:104: 00010000:00010000:3.0:1781226709.320248:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f5400/0x5d5522eac4464416 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac446440f expref: 21 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320269:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921a580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964510336:0@lo:104: 00010000:00010000:3.0:1781226709.320278:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f4e00/0x5d5522eac4464408 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac4464401 expref: 20 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320285:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921a1c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964510464:0@lo:104: 00010000:00010000:3.0:1781226709.320294:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f4800/0x5d5522eac44643fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44643f3 expref: 19 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.320308:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964510848:0@lo:104: 10000000:00010000:2.0:1781226709.322002:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322019:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1781226709.322025:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781226709.322030:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781226709.322044:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322049:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781226709.322055:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322062:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6c00/0x5d5522eac44643d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643de expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322071:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1781226709.322074:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322080:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3c00 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:2.0:1781226709.322083:0:6512:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322089:0:6512:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1781226709.322094:0:6512:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781226709.322105:0:6512:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781226709.322117:0:6512:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.322124:0:6512:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1781226709.326903:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226709.326935:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964512384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781226709.327010:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781226709.327062:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781226709.327069:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327079:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c73c6200 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:1.0:1781226709.327084:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327094:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781226709.327102:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226709.327109:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781226709.327156:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327163:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781226709.327181:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327188:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c73c6200/0x5d5522eac44643bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643c2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327235:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226709.327239:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327244:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2000 already unused, calling callback (ffffffffc141dc20) 10000000:00010000:1.0:1781226709.327247:0:7448:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327265:0:7448:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781226709.327271:0:7448:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226709.327276:0:7448:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781226709.327297:0:7448:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327303:0:7448:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781226709.327308:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327314:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44643ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643b4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.327326:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226709.327328:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226709.327329:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226709.327336:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226709.327352:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964512512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781226709.327376:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226709.327411:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512384 00000100:00100000:1.0:1781226709.327418:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512384 00010000:00010000:1.0:1781226709.327460:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 19 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226709.327485:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512512 00000100:00100000:1.0:1781226709.327488:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512512 00010000:00010000:1.0:1781226709.327499:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643bb expref: 20 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226709.327517:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1781226709.327525:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:3669:x1867750964512384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781226709.329616:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.329638:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3c00/0x5d5522eac44643c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x5d5522eac44643d0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.329676:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226709.329679:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226709.329682:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226709.329730:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964512128:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781226709.329853:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226709.329863:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 20 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.329875:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 20 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.329895:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226709.329959:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:3669:x1867750964512384:12345-0@lo:103:ldlm_bl.0 Request processed in 2433us (2947us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226709.329969:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1781226709.329999:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1781226709.330009:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:3668:x1867750964512512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781226709.330024:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226709.330028:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643bb expref: 19 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.330050:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44643bb expref: 19 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.330059:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226709.330087:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:3668:x1867750964512512:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226709.330093:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1781226709.330806:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964510976:0@lo:104: 00000100:00100000:3.0:1781226709.330821:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511232:0@lo:104: 00010000:00010000:3.0:1781226709.330832:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f5600/0x5d5522eac44643d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44643c9 expref: 18 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.330843:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511360:0@lo:104: 00010000:00010000:3.0:1781226709.330853:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f5e00/0x5d5522eac44643c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44643bb expref: 17 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.330860:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511488:0@lo:104: 00000100:00100000:3.0:1781226709.330869:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511616:0@lo:104: 00000100:00100000:2.0:1781226709.333684:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226709.333767:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964512640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781226709.333819:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226709.333860:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226709.333867:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964512256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781226709.333891:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226709.333996:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226709.334024:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226709.334042:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512128 00000100:00100000:2.0:1781226709.334049:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512128 00010000:00010000:2.0:1781226709.334081:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac44643ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643e5 expref: 17 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226709.334125:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512640 00000100:00100000:2.0:1781226709.334129:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512640 00010000:00010000:2.0:1781226709.334142:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643ad expref: 18 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226709.334153:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512256 00000100:00100000:2.0:1781226709.334156:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512256 00010000:00010000:2.0:1781226709.334167:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 19 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226709.334178:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449216 00000100:00100000:2.0:1781226709.334180:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449216 00010000:00010000:2.0:1781226709.334191:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 12 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226709.334201:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449344 00000100:00100000:2.0:1781226709.334203:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449344 00010000:00010000:2.0:1781226709.334228:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 13 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226709.334243:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1781226709.334262:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3435c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:3666:x1867750964512128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781226709.334277:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226709.334282:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac44643ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643e5 expref: 19 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334294:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac44643ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44643e5 expref: 19 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334311:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac44643ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44643e5 expref: 19 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334335:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226709.334371:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3435c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:3666:x1867750964512128:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226709.334379:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1781226709.334424:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1781226709.334430:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:3666:x1867750964512640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781226709.334437:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226709.334441:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643ad expref: 17 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334449:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44643ad expref: 17 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334458:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f5800/0x5d5522eac44643b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44643ad expref: 17 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334467:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226709.334488:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:3666:x1867750964512640:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226709.334494:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1781226709.334506:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1781226709.334512:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:3666:x1867750964512256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781226709.334519:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226709.334523:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 15 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334531:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 15 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334547:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da6c00/0x5d5522eac44643de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x5d5522eac44643d7 expref: 15 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334555:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226709.334577:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+14:3666:x1867750964512256:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226709.334583:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1781226709.334597:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 269 00000100:00100000:2.0:1781226709.334603:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:2426:x1867750941449216:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226709.334611:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226709.334616:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 13 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334625:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 13 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334634:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226709.334673:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:2426:x1867750941449216:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 70us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226709.334680:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 269 00000100:00100000:2.0:1781226709.334719:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 270 00000100:00100000:2.0:1781226709.334727:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941449344:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226709.334734:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226709.334739:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 12 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334757:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 12 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226709.334766:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226709.334784:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941449344:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 58us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226709.334790:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 270 00000100:00100000:2.0:1781226709.334823:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964512256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781226709.334831:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964512128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781226709.334837:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964512640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781226709.335596:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964512512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781226709.335640:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964512384:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781226709.337389:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226709.337994:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8da7800/0x5d5522eac44643a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464fc expref: 11 pid: 6516 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.338012:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d61c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511744:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226709.338027:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f5a00/0x5d5522eac4464398 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464ee expref: 10 pid: 6517 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226709.338036:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964512000:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226709.349385:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226709.349520:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449472 00000100:00100000:1.0:1781226709.349529:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449472 00010000:00010000:1.0:1781226709.349583:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 10 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226709.349630:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 271 00000100:00100000:1.0:1781226709.349640:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:2427:x1867750941449472:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226709.349665:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226709.349672:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 10 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349684:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 10 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349728:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349738:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349769:0:6509:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349785:0:6509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349793:0:6509:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349799:0:6509:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349805:0:6509:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8200 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226709.349809:0:6509:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349817:0:6509:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349826:0:6509:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226709.349836:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226709.349892:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:2427:x1867750941449472:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 252us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226709.349900:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 271 00010000:00010000:0.0:1781226709.350324:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c8cf2800/0x5d5522eac446439f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464f5 expref: 9 pid: 6518 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226709.350343:0:19613:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6d00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19613:1867750964511872:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226709.350402:0:19613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.350412:0:19613:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.350418:0:19613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226709.350437:0:19613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c82b8200/0x5d5522eac446442b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.140066:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226710.524130:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226710.524156:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964512768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226710.524235:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.524556:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512768 00000100:00100000:0.0:1781226710.524564:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512768 00000100:00100000:0.0:1781226710.524640:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1781226710.524653:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964512768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226710.524722:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:0.0:1781226710.524779:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964512768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.524787:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1781226710.524832:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964512768:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226710.524941:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226710.525079:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226710.525092:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964512896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226710.525129:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.525310:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964512896 00000100:00100000:1.0:1781226710.525315:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964512896 00000100:00100000:1.0:1781226710.525361:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1781226710.525388:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964512896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226710.525402:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226710.525447:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964512896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226710.525455:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1781226710.525603:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964512896:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781226710.525662:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:3.0:1781226710.907907:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781226710.907915:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a4c5361800 from 61 10000000:01000000:3.0:1781226710.907921:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781226710.907971:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.907984:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.907995:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226710.908023:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.908092:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226710.908180:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c88500c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.909806:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513024 00000100:00100000:2.0:1781226710.909817:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513024 00000100:00100000:2.0:1781226710.909886:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1781226710.909896:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+14:6521:x1867750964513024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.909914:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226710.909934:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac4464439 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464432 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.909960:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac4464439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464432 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.909971:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf2a00/0x5d5522eac4464439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464432 expref: 15 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.909998:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf2a00, rc 0) 00000100:00100000:2.0:1781226710.910077:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964513024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.910085:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1781226710.910609:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226710.910631:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464439 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226710.910641:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464439 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226710.910777:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.910818:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.910857:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8110000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226710.911007:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513152 00000100:00100000:3.0:1781226710.911014:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513152 00000100:00100000:3.0:1781226710.911055:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1781226710.911065:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964513152:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.911218:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964513152:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 154us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.911226:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1781226710.911382:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.911416:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513280:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.911464:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.911489:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.911552:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513280 00000100:00100000:0.0:1781226710.911557:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513280 00000100:00100000:0.0:1781226710.911581:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1781226710.911587:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964513280:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.911691:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964513280:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.911719:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1781226710.911851:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513280:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.913165:0:19618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19618:1867750964513408:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226710.913313:0:19618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226710.913353:0:19618:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.913419:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513408 00000100:00100000:0.0:1781226710.913426:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513408 00000100:00100000:0.0:1781226710.913477:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1781226710.913486:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19618:x1867750964513408:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.913609:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19618:x1867750964513408:12345-0@lo:502:llog_process_th.0 Request processed in 123us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.913618:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1781226710.913847:0:19618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19618:1867750964513408:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226710.913890:0:19618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19618:1867750964513536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226710.913922:0:19618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226710.913949:0:19618:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850c00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.916343:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513536 00000100:00100000:2.0:1781226710.916363:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513536 00000100:00100000:2.0:1781226710.916452:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1781226710.916463:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19618:x1867750964513536:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.916644:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:19618:x1867750964513536:12345-0@lo:502:llog_process_th.0 Request processed in 183us (2720us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.916653:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1781226710.918631:0:19618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19618:1867750964513536:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781226710.918725:0:19618:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1781226710.919000:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1781226710.919029:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226710.919040:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464439 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.919052:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c82b8400/0x5d5522eac4464432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464439 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226710.919062:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1781226710.919064:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1781226710.919067:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1781226710.919104:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.919112:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.919141:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.919179:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.919277:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.919329:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.919466:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513664 00000100:00100000:2.0:1781226710.919474:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513664 00000100:00100000:2.0:1781226710.919536:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1781226710.919546:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+15:6521:x1867750964513664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.919561:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226710.919576:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf3c00/0x5d5522eac4464447 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464440 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.919605:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf3c00/0x5d5522eac4464447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464440 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.919617:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf3c00/0x5d5522eac4464447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464440 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.919626:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3c00, rc 0) 00000100:00100000:2.0:1781226710.919689:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964513664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.919720:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1781226710.919880:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226710.919892:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464447 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.919900:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464447 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.919954:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.919977:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.920004:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.920071:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513792 00000100:00100000:0.0:1781226710.920075:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513792 00000100:00100000:0.0:1781226710.920096:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1781226710.920102:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964513792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.920249:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964513792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 146us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.920256:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1781226710.920393:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.920420:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.920458:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.920480:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.924857:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964513920 00000100:00100000:2.0:1781226710.924872:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964513920 00000100:00100000:2.0:1781226710.924926:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1781226710.924936:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964513920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.925123:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964513920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 188us (4663us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.925132:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781226710.925458:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964513920:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781226710.926606:0:19619:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:0.0:1781226710.927040:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1781226710.927062:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1781226710.927072:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464447 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226710.927085:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c92f4200/0x5d5522eac4464440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464447 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781226710.927096:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781226710.927098:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5fb3d1000 from 61 10000000:01000000:0.0:1781226710.927101:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781226710.927141:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226710.927148:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226710.927159:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226710.927210:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.927289:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.927332:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.927397:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514048 00000100:00100000:2.0:1781226710.927405:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514048 00000100:00100000:2.0:1781226710.927453:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1781226710.927462:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+16:6521:x1867750964514048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.927476:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226710.927501:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf3000/0x5d5522eac4464455 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac446444e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.927525:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf3000/0x5d5522eac4464455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac446444e expref: 17 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.927535:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf3000/0x5d5522eac4464455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446444e expref: 17 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.927543:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3000, rc 0) 00000100:00100000:2.0:1781226710.927589:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964514048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.927597:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1781226710.928111:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226710.928128:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464455 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226710.928137:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464455 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226710.928215:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.928257:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.928287:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.928341:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514176 00000100:00100000:2.0:1781226710.928346:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514176 00000100:00100000:2.0:1781226710.928379:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1781226710.928388:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964514176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.928515:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964514176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.928522:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1781226710.928615:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.928644:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.928729:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.928750:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226710.928812:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514304 00000100:00100000:3.0:1781226710.928817:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514304 00000100:00100000:3.0:1781226710.928841:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1781226710.928847:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964514304:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.928931:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964514304:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.928938:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1781226710.929182:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.929620:0:19620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19620:1867750964514432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781226710.929659:0:19620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226710.929728:0:19620:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850e40 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.929922:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514432 00000100:00100000:2.0:1781226710.929928:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514432 00000100:00100000:2.0:1781226710.929966:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1781226710.929973:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19620:x1867750964514432:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.930082:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19620:x1867750964514432:12345-0@lo:502:llog_process_th.0 Request processed in 109us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.930089:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1781226710.935115:0:19620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19620:1867750964514432:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.935220:0:19620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19620:1867750964514560:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.935307:0:19620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.935354:0:19620:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7fe2480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.935434:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514560 00000100:00100000:0.0:1781226710.935442:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514560 00000100:00100000:0.0:1781226710.935499:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1781226710.935509:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19620:x1867750964514560:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.935645:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:19620:x1867750964514560:12345-0@lo:502:llog_process_th.0 Request processed in 137us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.935653:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1781226710.935800:0:19620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19620:1867750964514560:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781226710.935825:0:19620:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1781226710.935895:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1781226710.935917:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226710.935928:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464455 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.935939:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8da7600/0x5d5522eac446444e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464455 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226710.935949:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1781226710.935952:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1781226710.935954:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1781226710.935983:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.935991:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.936001:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.936015:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.936046:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.936062:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.936423:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514688 00000100:00100000:2.0:1781226710.936430:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514688 00000100:00100000:2.0:1781226710.936472:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781226710.936480:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+17:6521:x1867750964514688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.936489:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226710.936502:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf2e00/0x5d5522eac4464463 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac446445c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.936536:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf2e00/0x5d5522eac4464463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac446445c expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.936547:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf2e00/0x5d5522eac4464463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446445c expref: 18 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.936557:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf2e00, rc 0) 00000100:00100000:2.0:1781226710.936593:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964514688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.936599:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781226710.936636:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.936649:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464463 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.936657:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464463 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226710.936741:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.936770:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.936793:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7fe2180 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.936805:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514816 00000100:00100000:2.0:1781226710.936809:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514816 00000100:00100000:2.0:1781226710.936826:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781226710.936831:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964514816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.936929:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964514816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 97us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.936944:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781226710.936973:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.936998:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.937034:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.937047:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8480 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.937058:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964514944 00000100:00100000:2.0:1781226710.937061:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964514944 00000100:00100000:2.0:1781226710.937077:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1781226710.937081:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964514944:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.937153:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964514944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 70us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.937159:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1781226710.937195:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964514944:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781226710.937899:0:19621:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:2.0:1781226710.937961:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1781226710.937980:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1781226710.937989:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464463 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.937998:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5200/0x5d5522eac446445c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464463 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781226710.938007:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781226710.938010:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5f6823800 from 61 10000000:01000000:2.0:1781226710.938013:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781226710.938034:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.938048:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.938058:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226710.938074:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.938108:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.938124:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.938140:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515072 00000100:00100000:2.0:1781226710.938144:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515072 00000100:00100000:2.0:1781226710.938166:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1781226710.938173:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+18:6521:x1867750964515072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.938182:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226710.938192:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf2200/0x5d5522eac4464471 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac446446a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.943065:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf2200/0x5d5522eac4464471 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac446446a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.943090:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf2200/0x5d5522eac4464471 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac446446a expref: 19 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.943100:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf2200, rc 0) 00000100:00100000:2.0:1781226710.943260:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964515072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 5085us (5149us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.943270:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1781226710.952361:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952397:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952414:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952432:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952449:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952468:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952483:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952501:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952522:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226710.952547:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449728 00000100:00100000:3.0:1781226710.952567:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449728 00000100:00100000:3.0:1781226710.952626:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449856 00000100:00100000:3.0:1781226710.952629:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449856 00000100:00100000:3.0:1781226710.952644:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450240 00000100:00100000:3.0:1781226710.952646:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450240 00000100:00100000:3.0:1781226710.952660:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450368 00000100:00100000:3.0:1781226710.952662:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450368 00000100:00100000:3.0:1781226710.952678:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 778 00000100:00100000:3.0:1781226710.952687:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:2425:x1867750941449728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.952789:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:2425:x1867750941449728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 102us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.952797:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 778 00000100:00100000:3.0:1781226710.952815:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:3.0:1781226710.952821:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941449856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.952844:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941449856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.952850:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:3.0:1781226710.952862:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 780 00000100:00100000:3.0:1781226710.952868:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2425:x1867750941450240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.952888:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+31:2425:x1867750941450240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.952894:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 780 00000100:00100000:3.0:1781226710.952904:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00100000:3.0:1781226710.952910:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941450368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.952930:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941450368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.952943:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00100000:3.0:1781226710.952962:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449984 00000100:00100000:3.0:1781226710.952966:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449984 00000100:00100000:3.0:1781226710.952993:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450112 00000100:00100000:3.0:1781226710.952996:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450112 00000100:00100000:3.0:1781226710.953011:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450496 00000100:00100000:3.0:1781226710.953014:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450496 00000100:00100000:3.0:1781226710.953025:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450624 00000100:00100000:3.0:1781226710.953027:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450624 00000100:00100000:3.0:1781226710.953040:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 429 00000100:00100000:3.0:1781226710.953045:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941449984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.953073:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941449984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.953079:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 429 00000100:00100000:3.0:1781226710.953090:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 430 00000100:00100000:3.0:1781226710.953097:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941450112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.953122:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941450112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.953127:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 430 00000100:00100000:3.0:1781226710.953138:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 431 00000100:00100000:3.0:1781226710.953145:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941450496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.953165:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941450496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.953172:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 431 00000100:00100000:3.0:1781226710.953183:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 432 00000100:00100000:3.0:1781226710.953197:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941450624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226710.953222:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941450624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.953228:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 432 00000100:00080000:3.0:1781226710.953275:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226710.953279:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226710.953283:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226710.953285:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226710.953818:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941449600 00000100:00100000:1.0:1781226710.953825:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941449600 00000100:00100000:1.0:1781226710.953864:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 651 00000100:00100000:1.0:1781226710.953872:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+9:2424:x1867750941449600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226710.953905:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+9:2424:x1867750941449600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226710.953911:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 651 00000100:00100000:0.0:1781226710.957476:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226710.957509:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464471 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226710.957524:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac4464471 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226710.957637:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.957711:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.957748:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.957910:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515200 00000100:00100000:2.0:1781226710.957917:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515200 00000100:00100000:2.0:1781226710.957962:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1781226710.957971:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964515200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.958100:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964515200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.958107:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1781226710.958594:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.958631:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.958679:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.958739:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.958939:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515328 00000100:00100000:2.0:1781226710.958945:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515328 00000100:00100000:2.0:1781226710.958974:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1781226710.958981:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964515328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.959077:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964515328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 96us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.959084:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1781226710.959218:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.961658:0:19622:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19622:1867750964515456:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.961774:0:19622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.961811:0:19622:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1781226710.961874:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515456 00000100:00100000:1.0:1781226710.961881:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515456 00000100:00100000:1.0:1781226710.961922:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1781226710.961931:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19622:x1867750964515456:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226710.962058:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19622:x1867750964515456:12345-0@lo:502:llog_process_th.0 Request processed in 127us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226710.962065:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1781226710.962310:0:19622:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19622:1867750964515456:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.962353:0:19622:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19622:1867750964515584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.962387:0:19622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.963424:0:19622:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.965395:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515584 00000100:00100000:2.0:1781226710.965660:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515584 00000100:00100000:2.0:1781226710.967259:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1781226710.967274:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19622:x1867750964515584:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.967480:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:19622:x1867750964515584:12345-0@lo:502:llog_process_th.0 Request processed in 207us (5089us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.967489:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1781226710.967763:0:19622:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19622:1867750964515584:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781226710.967815:0:19622:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1781226710.968557:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1781226710.968598:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226710.968610:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464471 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.968620:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf3200/0x5d5522eac446446a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac4464471 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226710.968629:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781226710.968632:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:1.0:1781226710.968635:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781226710.968672:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.968689:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.968726:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.968748:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.968799:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.968844:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226710.969949:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515712 00000100:00100000:3.0:1781226710.969959:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515712 00000100:00100000:3.0:1781226710.970013:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1781226710.970024:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+19:6521:x1867750964515712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226710.970038:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226710.970053:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c82b8c00/0x5d5522eac446447f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464478 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.970076:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c82b8c00/0x5d5522eac446447f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464478 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.970087:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c82b8c00/0x5d5522eac446447f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464478 expref: 20 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.970097:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8c00, rc 0) 00000100:00100000:3.0:1781226710.970162:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964515712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.970178:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1781226710.970343:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226710.970358:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446447f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.970368:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac446447f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.970817:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515840:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.970854:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.970926:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226710.972392:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515840 00000100:00100000:3.0:1781226710.972404:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515840 00000100:00100000:2.0:1781226710.976035:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1781226710.976048:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964515840:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.976253:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964515840:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 207us (5398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.976262:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1781226710.976531:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515840:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.976586:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d61c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515968:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781226710.976634:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226710.976691:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850600 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.976787:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964515968 00000100:00100000:2.0:1781226710.976793:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964515968 00000100:00100000:2.0:1781226710.976823:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1781226710.976831:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964515968:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.976916:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964515968:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 85us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.976924:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1781226710.976960:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d61c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964515968:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.977245:0:19623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19623:1867750964516096:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.977284:0:19623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.977304:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516096 00000100:00100000:2.0:1781226710.977308:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516096 00000100:00100000:2.0:1781226710.977327:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1781226710.977334:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19623:x1867750964516096:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.977406:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19623:x1867750964516096:12345-0@lo:502:llog_process_th.0 Request processed in 72us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.977426:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1781226710.977461:0:19623:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d89979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.977475:0:19623:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19623:1867750964516096:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781226710.977496:0:19623:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781226710.977507:0:19623:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781226710.977509:0:19623:0:(obd_config.c:1561:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:2.0:1781226710.977515:0:19623:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1781226710.977634:0:19623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19623:1867750964516224:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.977666:0:19623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.977684:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516224 00000100:00100000:2.0:1781226710.977721:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516224 00000100:00100000:2.0:1781226710.977744:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1781226710.977750:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19623:x1867750964516224:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.977810:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:19623:x1867750964516224:12345-0@lo:502:llog_process_th.0 Request processed in 59us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.977818:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1781226710.977847:0:19623:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d23b2600 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.977859:0:19623:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19623:1867750964516224:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781226710.977877:0:19623:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781226710.977881:0:19623:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781226710.977883:0:19623:0:(obd_config.c:1561:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:2.0:1781226710.977886:0:19623:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:2.0:1781226710.977935:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:2.0:1781226710.977958:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1781226710.977967:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446447f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.977978:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5a00/0x5d5522eac4464478 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446447f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781226710.977988:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781226710.977991:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff89a5d1946800 from 61 10000000:01000000:2.0:1781226710.977993:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781226710.978019:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.978026:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.978046:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226710.978058:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.978084:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.978097:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d89979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.978109:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516352 00000100:00100000:2.0:1781226710.978112:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516352 00000100:00100000:2.0:1781226710.978128:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1781226710.978134:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+20:6521:x1867750964516352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.978142:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226710.978154:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf2400/0x5d5522eac446448d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464486 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.978174:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf2400/0x5d5522eac446448d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464486 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.978184:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf2400/0x5d5522eac446448d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464486 expref: 21 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.978192:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf2400, rc 0) 00000100:00100000:2.0:1781226710.978219:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964516352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 84us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.978224:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1781226710.978265:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226710.978276:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446448d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226710.978291:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac446448d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226710.978333:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.978357:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.978370:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d89979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.978381:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516480 00000100:00100000:2.0:1781226710.978384:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516480 00000100:00100000:2.0:1781226710.978401:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1781226710.978406:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964516480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.978490:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964516480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 83us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.978498:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1781226710.978524:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.978547:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.978579:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.978591:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d89979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.978601:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516608 00000100:00100000:2.0:1781226710.978604:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516608 00000100:00100000:2.0:1781226710.978620:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1781226710.978626:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964516608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.978688:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964516608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 61us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.978716:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1781226710.978754:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.987746:0:19624:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19624:1867750964516736:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.987844:0:19624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.987886:0:19624:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.988679:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516736 00000100:00100000:0.0:1781226710.988688:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516736 00000100:00100000:0.0:1781226710.988776:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1781226710.988786:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19624:x1867750964516736:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.988927:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19624:x1867750964516736:12345-0@lo:502:llog_process_th.0 Request processed in 142us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.988935:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1781226710.989102:0:19624:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19624:1867750964516736:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.989171:0:19624:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19624:1867750964516864:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.989209:0:19624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226710.989232:0:19624:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.989374:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516864 00000100:00100000:0.0:1781226710.989379:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516864 00000100:00100000:0.0:1781226710.989498:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1781226710.989507:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19624:x1867750964516864:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.989588:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:19624:x1867750964516864:12345-0@lo:502:llog_process_th.0 Request processed in 82us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.989595:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1781226710.989933:0:19624:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19624:1867750964516864:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781226710.989957:0:19624:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1781226710.990138:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1781226710.990160:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781226710.990172:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446448d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.990182:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2800/0x5d5522eac4464486 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446448d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781226710.990204:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1781226710.990206:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:1.0:1781226710.990209:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1781226710.990247:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.990255:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.990264:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.990282:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.990316:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.990352:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226710.990538:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964516992 00000100:00100000:3.0:1781226710.990545:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964516992 00000100:00100000:3.0:1781226710.990574:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1781226710.990582:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+21:6521:x1867750964516992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781226710.990592:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226710.990605:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446449b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac4464494 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.990627:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446449b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac4464494 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.990637:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c82b9800/0x5d5522eac446449b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac4464494 expref: 22 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226710.990646:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9800, rc 0) 00000100:00100000:3.0:1781226710.990690:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964516992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226710.990723:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1781226710.990934:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964516992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226710.990948:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446449b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226710.990957:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac446449b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226710.991014:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.991042:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.991073:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.991124:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517120 00000100:00100000:2.0:1781226710.991129:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517120 00000100:00100000:2.0:1781226710.991160:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1781226710.991168:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964517120:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226710.991300:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964517120:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.991307:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1781226710.991439:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517120:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.991467:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.991512:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.991537:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.991656:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517248 00000100:00100000:0.0:1781226710.991661:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517248 00000100:00100000:0.0:1781226710.991720:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1781226710.991728:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964517248:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226710.991810:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964517248:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.991817:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1781226710.992017:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517248:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781226710.993322:0:19625:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19625:1867750964517376:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781226710.993383:0:19625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226710.993953:0:19625:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226710.994067:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517376 00000100:00100000:0.0:1781226710.994075:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517376 00000100:00100000:0.0:1781226710.994209:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1781226710.994220:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19625:x1867750964517376:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.994626:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19625:x1867750964517376:12345-0@lo:502:llog_process_th.0 Request processed in 406us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226710.994635:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1781226710.995323:0:19625:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19625:1867750964517376:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781226710.995357:0:19625:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781226710.995370:0:19625:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781226710.995372:0:19625:0:(obd_config.c:1561:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:1.0:1781226710.995378:0:19625:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1781226710.997398:0:19625:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19625:1867750964517504:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781226710.997613:0:19625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226710.997802:0:19625:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d19c8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226710.998682:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517504 00000100:00100000:2.0:1781226710.998833:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517504 00000100:00100000:2.0:1781226710.998922:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1781226710.998933:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19625:x1867750964517504:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781226710.999079:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:19625:x1867750964517504:12345-0@lo:502:llog_process_th.0 Request processed in 149us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226710.999087:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1781226710.999209:0:19625:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:19625:1867750964517504:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781226710.999253:0:19625:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781226710.999262:0:19625:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781226710.999265:0:19625:0:(obd_config.c:1561:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:1.0:1781226710.999269:0:19625:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:2.0:1781226710.999986:0:6521:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:2.0:1781226711.000010:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1781226711.000021:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446449b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.000041:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c92f5e00/0x5d5522eac4464494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac446449b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781226711.000052:0:6521:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1781226711.000054:0:6521:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff89a5c44a0000 from 1 10000000:01000000:2.0:1781226711.000056:0:6521:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1781226711.000087:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.000095:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.000103:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226711.000143:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781226711.000187:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226711.000224:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226711.000535:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517632 00000100:00100000:0.0:1781226711.000542:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517632 00000100:00100000:0.0:1781226711.000593:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1781226711.000602:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+22:6521:x1867750964517632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226711.000624:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226711.000636:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac44644a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x5d5522eac44644a2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.000660:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac44644a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x5d5522eac44644a2 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.000672:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7a00/0x5d5522eac44644a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x5d5522eac44644a2 expref: 23 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.000682:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7a00, rc 0) 00000100:00100000:0.0:1781226711.000756:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964517632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.000763:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1781226711.000848:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781226711.000862:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44644a9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226711.000871:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x5d5522eac44644a9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226711.000930:0:6521:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781226711.000958:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226711.000989:0:6521:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226711.001041:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517760 00000100:00100000:0.0:1781226711.001046:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517760 00000100:00100000:0.0:1781226711.001080:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1781226711.001087:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964517760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226711.001175:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:6521:x1867750964517760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 88us (215us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226711.001182:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1781226711.001259:0:6521:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:6521:1867750964517760:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1781226711.001288:0:6521:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.130@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1781226711.001294:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44644a9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226711.001302:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.130@tcp lock: ffff89a4c8cf2000/0x5d5522eac44644a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x5d5522eac44644a9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.163974:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226711.227932:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226711.227942:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226711.231015:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226711.231037:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781226711.295755:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781226711.327773:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226711.327909:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450752 00000100:00100000:0.0:1781226711.327920:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450752 00000100:00100000:0.0:1781226711.327991:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:0.0:1781226711.328001:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+9:6202:x1867750941450752:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226711.328019:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226711.328038:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44644b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46503 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.328066:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44644b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46503 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.328077:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7000/0x5d5522eac44644b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46503 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.328084:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7000, rc 0) 00000100:00100000:0.0:1781226711.328143:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941450752:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 143us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.328150:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:3.0:1781226711.346351:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226711.346562:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941450880 00000100:00100000:2.0:1781226711.346572:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941450880 00000100:00100000:2.0:1781226711.346633:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:2.0:1781226711.346644:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941450880:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781226711.346853:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941450880:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 211us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226711.346861:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:2.0:1781226711.378738:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226711.379040:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451008 00000100:00100000:0.0:1781226711.379052:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451008 00000100:00100000:0.0:1781226711.379125:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 675 00000100:00100000:0.0:1781226711.379137:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941451008:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226711.379303:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941451008:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 Request processed in 168us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.379312:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 675 00000100:00100000:1.0:1781226711.401669:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226711.401938:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451136 00000100:00100000:0.0:1781226711.401947:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451136 00000100:00100000:0.0:1781226711.402007:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 676 00000100:00100000:0.0:1781226711.402017:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23992:x1867750941451136:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781226711.402454:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23992:x1867750941451136:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 191us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.402466:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 676 00000100:00100000:0.0:1781226711.409762:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226711.413125:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451264 00000100:00100000:2.0:1781226711.413139:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451264 00000100:00100000:2.0:1781226711.413205:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 677 00000100:00100000:2.0:1781226711.413225:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23992:x1867750941451264:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1781226711.413403:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:23992:x1867750941451264:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 179us (3650us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226711.413412:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 677 00000100:00100000:0.0:1781226711.430978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226711.431745:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451392 00000100:00100000:2.0:1781226711.431758:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451392 00000100:00100000:2.0:1781226711.431822:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 678 00000100:00100000:2.0:1781226711.431832:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+10:6202:x1867750941451392:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781226711.431850:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226711.431867:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8cf3800/0x5d5522eac44644b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4650a expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.431896:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8cf3800/0x5d5522eac44644b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4650a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.431908:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8cf3800/0x5d5522eac44644b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4650a expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226711.431918:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3800, rc 0) 00000100:00100000:2.0:1781226711.431977:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941451392:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 147us (1009us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226711.431985:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 678 00000100:00100000:3.0:1781226711.438633:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226711.438804:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451520 00000100:00100000:0.0:1781226711.438813:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451520 00000100:00100000:0.0:1781226711.438872:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:0.0:1781226711.438883:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941451520:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781226711.439053:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941451520:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 171us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.439061:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:3.0:1781226711.443016:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226711.443094:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451648 00000100:00100000:0.0:1781226711.443104:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451648 00000100:00100000:0.0:1781226711.443165:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:0.0:1781226711.443176:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941451648:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781226711.443356:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941451648:12345-192.168.202.30@tcp:503:ll_cfg_requeue.0 Request processed in 181us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.443365:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:0.0:1781226711.453353:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226711.453429:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451776 00000100:00100000:2.0:1781226711.453439:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451776 00000100:00100000:2.0:1781226711.453510:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 681 00000100:00100000:2.0:1781226711.453520:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23996:x1867750941451776:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:2.0:1781226711.453671:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23996:x1867750941451776:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 152us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226711.453679:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 681 00000100:00100000:1.0:1781226711.482218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226711.485015:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941451904 00000100:00100000:3.0:1781226711.485030:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941451904 00000100:00100000:3.0:1781226711.485095:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 682 00000100:00100000:3.0:1781226711.485107:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23996:x1867750941451904:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781226711.485313:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:23996:x1867750941451904:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 208us (3110us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226711.485322:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 682 00000100:00100000:3.0:1781226711.494821:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226711.494913:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941452032 00000100:00100000:0.0:1781226711.494923:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941452032 00000100:00100000:0.0:1781226711.494980:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 683 00000100:00100000:0.0:1781226711.494991:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+11:6202:x1867750941452032:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781226711.495009:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226711.495034:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c8da7c00/0x5d5522eac44644be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46511 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.495062:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c8da7c00/0x5d5522eac44644be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46511 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.495073:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c8da7c00/0x5d5522eac44644be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46511 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226711.495082:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7c00, rc 0) 00000100:00100000:0.0:1781226711.495141:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941452032:12345-192.168.202.30@tcp:101:ll_cfg_requeue.0 Request processed in 153us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226711.495148:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 683 00000100:00100000:1.0:1781226711.506214:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226711.506303:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941452160 00000100:00100000:3.0:1781226711.506314:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941452160 00000100:00100000:3.0:1781226711.506370:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 684 00000100:00100000:3.0:1781226711.506381:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941452160:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781226711.506509:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:6202:x1867750941452160:12345-192.168.202.30@tcp:501:ll_cfg_requeue.0 Request processed in 130us (302us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226711.506517:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 684 00000100:00100000:0.0:1781226711.556566:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226711.556592:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964517888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226711.556675:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226711.556864:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964517888 00000100:00100000:1.0:1781226711.556873:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964517888 00000100:00100000:1.0:1781226711.556934:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1781226711.556944:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964517888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226711.556984:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444405248 avail 1298165760 00000100:00100000:1.0:1781226711.557038:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964517888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226711.557046:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1781226711.557141:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964517888:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226712.189243:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226713.083942:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964518144:0@lo:400:kworker.0 00000100:00100000:3.0:1781226713.084007:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964518400:0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084029:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226713.084037:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.084104:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964518656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.084105:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964518016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226713.084129:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226713.084145:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.084146:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964519168:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.084161:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964518528:0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084169:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226713.084182:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.084184:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964519680:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.084196:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964519040:0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084201:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226713.084235:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.084263:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518016 00000100:00100000:0.0:1781226713.084264:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964519552:0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084270:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518016 00000100:00100000:0.0:1781226713.084282:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.084323:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1781226713.084332:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964518016:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226713.084338:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518400 00000100:00100000:0.0:1781226713.084342:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518400 00002000:00000024:2.0:1781226713.084361:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1781226713.084367:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518656 00000100:00100000:0.0:1781226713.084369:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518656 00000100:00100000:0.0:1781226713.084379:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519040 00000100:00100000:0.0:1781226713.084381:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519040 00000100:00100000:2.0:1781226713.084402:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964518016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.084410:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1781226713.084432:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519552 00000100:00100000:2.0:1781226713.084436:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519552 00000100:00100000:2.0:1781226713.084455:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1781226713.084461:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964518400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084507:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964518400:12345-0@lo:400:kworker.0 Request processed in 46us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.084514:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1781226713.084529:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1781226713.084536:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964518656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084566:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964518656:12345-0@lo:400:kworker.0 Request processed in 31us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.084571:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1781226713.084582:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1781226713.084588:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964519552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084613:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964519552:12345-0@lo:400:kworker.0 Request processed in 26us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.084619:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1781226713.084639:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518144 00000100:00100000:2.0:1781226713.084643:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518144 00000100:00100000:2.0:1781226713.084667:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1781226713.084672:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964518144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084727:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964518144:12345-0@lo:400:kworker.0 Request processed in 55us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.084734:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1781226713.084744:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519168 00000100:00100000:1.0:1781226713.084748:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519168 00000100:00100000:2.0:1781226713.084763:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964518272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226713.084774:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519680 00000100:00100000:1.0:1781226713.084777:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519680 00000100:00100000:2.0:1781226713.084785:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226713.084797:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1781226713.084801:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964518784:0@lo:400:kworker.0 00000100:00100000:1.0:1781226713.084803:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964519168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084821:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226713.084834:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964519168:12345-0@lo:400:kworker.0 Request processed in 32us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.084836:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964519296:0@lo:400:kworker.0 00000100:00100000:1.0:1781226713.084848:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1781226713.084861:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1781226713.084867:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964519680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084878:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.084894:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964519808:0@lo:400:kworker.0 00000100:00100000:1.0:1781226713.084894:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964519680:12345-0@lo:400:kworker.0 Request processed in 28us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226713.084900:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1781226713.084909:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519296 00000100:00100000:1.0:1781226713.084912:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519296 00000100:00100000:2.0:1781226713.084913:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226713.084925:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519808 00000100:00100000:1.0:1781226713.084928:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519808 00000100:00100000:1.0:1781226713.084937:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1781226713.084941:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1781226713.084942:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964519296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.084947:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964519808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.085030:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1781226713.085038:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964519040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226713.085078:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964519296:12345-0@lo:400:kworker.0 Request processed in 133us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226713.085084:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:1.0:1781226713.085104:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226713.085108:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226713.085110:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226713.085121:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518528 00000100:00100000:1.0:1781226713.085124:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518528 00000100:00100000:1.0:1781226713.085146:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518784 00000100:00100000:1.0:1781226713.085149:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518784 00000100:00100000:1.0:1781226713.085162:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1781226713.085168:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964518528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226713.095790:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964518400:0@lo:400:kworker.0 00000100:00100000:3.0:1781226713.095808:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964518912:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.096713:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964519040:12345-0@lo:400:kworker.0 Request processed in 11657us (12458us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226713.096727:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1781226713.096782:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781226713.096797:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964518784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.096850:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964518784:12345-0@lo:400:kworker.0 Request processed in 60us (12028us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226713.096856:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781226713.096885:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518272 00000100:00100000:0.0:1781226713.096891:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518272 00000100:00100000:0.0:1781226713.096933:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1781226713.096940:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964518272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226713.096958:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1781226713.096990:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964518272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (12204us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226713.096996:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1781226713.097043:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964518016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226713.097055:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964519040:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097066:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964519552:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097134:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964518272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226713.097146:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964518784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097157:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964519296:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097166:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964519808:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097273:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964518656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097285:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964519168:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097294:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964519680:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.097305:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964518144:0@lo:400:kworker.0 00000100:00100000:1.0:1781226713.115677:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964518528:12345-0@lo:400:kworker.0 Request processed in 30497us (31482us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226713.115714:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1781226713.115808:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964518528:0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.118687:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964519808:12345-0@lo:400:kworker.0 Request processed in 33729us (33761us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.118731:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1781226713.121811:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226713.121881:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964519424:0@lo:400:kworker.0 00000100:00100000:3.0:1781226713.121919:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226713.122059:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519424 00000100:00100000:1.0:1781226713.122059:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964518912 00000100:00100000:1.0:1781226713.122066:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964518912 00000100:00100000:2.0:1781226713.122067:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519424 00000100:00100000:1.0:1781226713.122140:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1781226713.122151:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964518912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226713.122265:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964518912:12345-0@lo:400:kworker.0 Request processed in 116us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226713.122273:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1781226713.122283:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1781226713.122290:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964519424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226713.122325:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964519424:12345-0@lo:400:kworker.0 Request processed in 36us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226713.122332:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:3.0:1781226713.122507:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226713.126891:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964518912:0@lo:400:kworker.0 00000100:00100000:0.0:1781226713.126915:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964519424:0@lo:400:kworker.0 00010000:00010000:1.0:1781226713.212107:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226714.110115:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964519936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226714.110190:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226714.117436:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964519936 00000100:00100000:3.0:1781226714.117464:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964519936 00000100:00100000:3.0:1781226714.117530:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1781226714.117542:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964519936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226714.117586:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226714.117725:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964519936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 185us (7533us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226714.117733:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1781226714.118125:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964519936:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226714.235937:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226715.034944:0:19722:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 21:11:52 (1781226712) 00010000:00010000:0.0:1781226715.259945:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226715.464417:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226715.464558:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941452416 00000100:00100000:0.0:1781226715.464567:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941452416 00000100:00100000:0.0:1781226715.464641:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 782 00000100:00100000:0.0:1781226715.464653:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+31:24197:x1867750941452416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226715.464673:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226715.464692:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44644c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46518 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226715.464830:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac44644cc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226715.464845:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac44644cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226715.464855:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac44644cc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226715.464865:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1781226715.464966:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44644c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46518 expref: 34 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226715.464983:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6800/0x5d5522eac44644cc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46518 expref: 33 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226715.464992:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226715.464995:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1781226715.464998:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6800, rc 0) 00000100:00100000:0.0:1781226715.465061:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+33:24197:x1867750941452416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 411us (653us total) trans 4294967765 rc 0/0 00000100:00100000:0.0:1781226715.465067:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 782 00000100:00080000:3.0:1781226715.465250:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226715.472651:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226715.472761:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941452544 00000100:00100000:1.0:1781226715.472772:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941452544 00000100:00100000:1.0:1781226715.472839:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 783 00000100:00100000:1.0:1781226715.472852:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+33:24197:x1867750941452544:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226715.472968:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+33:24197:x1867750941452544:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 118us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226715.472976:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 783 00000100:00100000:2.0:1781226715.475953:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226715.476046:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941452672 00000100:00100000:3.0:1781226715.476057:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941452672 00000100:00100000:3.0:1781226715.476135:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 784 00000100:00100000:3.0:1781226715.476146:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24197:x1867750941452672:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226715.476259:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24197:x1867750941452672:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 115us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226715.476268:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 784 00000100:00080000:1.0:1781226715.477009:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226715.506926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226715.507172:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941452800 00000100:00100000:1.0:1781226715.507182:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941452800 00000100:00100000:1.0:1781226715.507295:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 785 00000100:00100000:1.0:1781226715.507306:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+74:24198:x1867750941452800:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226715.507326:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226715.507348:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44644da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4651f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507445:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507460:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507472:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507488:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507494:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507501:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507550:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507558:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507564:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507569:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226715.507574:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507591:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507603:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226715.507606:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226715.507610:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507616:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44644e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507630:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507636:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507642:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507647:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226715.507649:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507655:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507662:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226715.507664:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226715.507667:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.507683:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44644e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.508854:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44644da lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4651f expref: 75 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.508873:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226715.508876:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226715.508881:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44644da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4651f expref: 75 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.508895:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226715.508970:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+74:24198:x1867750941452800:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1665us (2052us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226715.508979:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 785 00000100:00080000:3.0:1781226715.509094:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226715.517967:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226715.519349:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453056 00000100:00100000:1.0:1781226715.519362:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453056 00000100:00100000:1.0:1781226715.519427:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 786 00000100:00100000:1.0:1781226715.519438:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+74:24198:x1867750941453056:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226715.519495:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226715.519524:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac44642e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464b6 expref: 74 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.519547:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226715.519552:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226715.519608:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.519636:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 32 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.519645:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.519679:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 32 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.519714:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 32 pid: 6524 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226715.519731:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964520064:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226715.519957:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c3ab7000 going to sleep for 11 seconds 00000100:00100000:2.0:1781226715.526287:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226715.526722:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964520064:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226715.526762:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226715.526900:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453184 00000100:00100000:3.0:1781226715.526907:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453184 00010000:00010000:3.0:1781226715.526948:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 33 pid: 6524 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226715.526981:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 272 00000100:00100000:3.0:1781226715.526990:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+33:2426:x1867750941453184:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226715.527005:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226715.527027:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 33 pid: 6524 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226715.527040:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 33 pid: 6524 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226715.527065:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7e00/0x5d5522eac446433d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b464d2 expref: 33 pid: 6524 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226715.527082:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226715.527088:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226715.527098:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226715.527105:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226715.527139:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226715.527204:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+32:2426:x1867750941453184:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 214us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226715.527220:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 272 00010000:00010000:1.0:1781226715.527338:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.527346:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.527369:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.527379:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.527395:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528086:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528100:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528109:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226715.528124:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000310dd991 reply state 000000000129a5fd transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528135:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528141:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:1.0:1781226715.528144:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226715.528146:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781226715.528153:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:1.0:1781226715.528160:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528166:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528173:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528178:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226715.528189:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528898:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528916:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226715.528919:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226715.528923:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528930:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44644ef lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226715.528946:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000310dd991 reply state 000000000129a5fd transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528956:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226715.528962:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff89a5fb2d1000) 00010000:00010000:1.0:1781226715.528965:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226715.528968:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781226715.529057:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+75:24198:x1867750941453056:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 9617us (11095us total) trans 4294967766 rc 0/0 00000100:00100000:1.0:1781226715.529067:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 786 00000100:00100000:2.0:1781226715.644822:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226715.644854:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964520192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226715.644939:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226715.645074:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964520192 00000100:00100000:1.0:1781226715.645084:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964520192 00000100:00100000:1.0:1781226715.645159:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1781226715.645169:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964520192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226715.645222:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1781226715.645287:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964520192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226715.645295:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:3.0:1781226715.645359:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226715.645516:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964520192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226715.646071:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964520320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226715.646108:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226715.647058:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964520320 00000100:00100000:0.0:1781226715.647069:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964520320 00000100:00100000:0.0:1781226715.647144:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1781226715.647154:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964520320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226715.647177:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00080000:3.0:1781226715.647183:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226715.647252:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964520320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226715.647260:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1781226715.647364:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964520320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226716.074144:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.074198:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.074232:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226716.074250:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453312 00000100:00100000:1.0:1781226716.074261:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453312 00000100:00100000:2.0:1781226716.074271:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.074294:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.074310:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226716.074315:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 686 00000100:00100000:1.0:1781226716.074324:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941453312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226716.074326:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.074342:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.074376:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226716.074395:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941453312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 73us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226716.074403:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 686 00000100:00100000:3.0:1781226716.074429:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453824 00000100:00100000:3.0:1781226716.074434:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453824 00000100:00100000:1.0:1781226716.074441:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453568 00000100:00100000:1.0:1781226716.074443:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453568 00000100:00100000:3.0:1781226716.074467:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454336 00000100:00100000:1.0:1781226716.074468:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454080 00000100:00100000:3.0:1781226716.074470:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454336 00000100:00100000:1.0:1781226716.074470:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454080 00000100:00100000:1.0:1781226716.074481:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453440 00000100:00100000:1.0:1781226716.074483:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453440 00000100:00100000:3.0:1781226716.074487:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453696 00000100:00100000:3.0:1781226716.074489:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453696 00000100:00100000:1.0:1781226716.074493:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941453952 00000100:00100000:1.0:1781226716.074495:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941453952 00000100:00100000:1.0:1781226716.074509:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 788 00000100:00100000:1.0:1781226716.074514:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941453568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226716.074519:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454208 00000100:00100000:3.0:1781226716.074521:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454208 00000100:00100000:3.0:1781226716.074537:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 437 00000100:00100000:3.0:1781226716.074543:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941453824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074616:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 438 00000100:00100000:0.0:1781226716.074626:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941454336:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074654:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941454336:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.074660:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 438 00000100:00100000:0.0:1781226716.074675:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 439 00000100:00100000:0.0:1781226716.074681:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941453696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074743:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941453696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 62us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.074750:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 439 00000100:00100000:0.0:1781226716.074762:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 440 00000100:00100000:0.0:1781226716.074768:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941454208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074792:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2425:x1867750941454208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.074800:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 440 00000100:00100000:0.0:1781226716.074832:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 789 00000100:00100000:0.0:1781226716.074840:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941454080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074864:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941454080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.074871:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 789 00000100:00100000:0.0:1781226716.074887:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 790 00000100:00100000:0.0:1781226716.074894:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+75:2425:x1867750941453440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074920:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+75:2425:x1867750941453440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.074941:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 790 00000100:00100000:0.0:1781226716.074953:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00100000:0.0:1781226716.074960:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+32:2425:x1867750941453952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226716.074984:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+32:2425:x1867750941453952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.074990:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00080000:0.0:1781226716.075038:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226716.075044:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226716.075046:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226716.083497:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941453568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 8371us (8688us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226716.083513:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 788 00000100:00100000:3.0:1781226716.084296:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941453824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 9748us (10058us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226716.084308:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 437 00000100:00100000:0.0:1781226716.215148:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226716.216663:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454464 00000100:00100000:3.0:1781226716.216677:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454464 00000100:00100000:3.0:1781226716.216787:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 787 00000100:00100000:3.0:1781226716.216798:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+75:24235:x1867750941454464:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:3.0:1781226716.216820:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226716.216842:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464504 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46526 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.216912:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446450b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.216926:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446450b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.216942:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446450b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226716.216992:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226716.216996:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226716.217014:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446450b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.217038:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464504 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46526 expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.217227:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446450b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46526 expref: 76 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.217236:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226716.217239:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226716.217242:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9000, rc 0) 00000100:00100000:3.0:1781226716.217434:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+76:24235:x1867750941454464:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 637us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226716.217443:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 787 00000100:00100000:0.0:1781226716.232928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226716.233470:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454592 00000100:00100000:3.0:1781226716.233480:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454592 00000100:00100000:3.0:1781226716.233544:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 788 00000100:00100000:3.0:1781226716.233555:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:2426:x1867750941454592:12345-192.168.202.30@tcp:41:mkdir.0 00000004:00000024:3.0:1781226716.233593:0:14117:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:3.0:1781226716.233671:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:2426:x1867750941454592:12345-192.168.202.30@tcp:41:mkdir.0 Request processed in 118us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226716.233679:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 788 00000100:00100000:3.0:1781226716.237394:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226716.237495:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454848 00000100:00100000:1.0:1781226716.237506:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454848 00000100:00100000:1.0:1781226716.237573:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 789 00000100:00100000:1.0:1781226716.237584:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+76:24235:x1867750941454848:12345-192.168.202.30@tcp:36:mkdir.0 00010000:00010000:1.0:1781226716.237678:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226716.237728:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446450b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46526 expref: 76 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.237749:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226716.237754:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226716.237885:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+75:24235:x1867750941454848:12345-192.168.202.30@tcp:36:mkdir.0 Request processed in 302us (499us total) trans 0 rc -17/-17 00000100:00100000:1.0:1781226716.237892:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 789 00000100:00100000:1.0:1781226716.251829:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.252273:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941454976 00000100:00100000:0.0:1781226716.252283:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941454976 00000100:00100000:0.0:1781226716.252350:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 790 00000100:00100000:0.0:1781226716.252361:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+75:24235:x1867750941454976:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:0.0:1781226716.252383:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226716.252405:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464512 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4652d expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.252475:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464519 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.252489:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.252502:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226716.252549:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226716.252553:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226716.252571:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.252596:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464512 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4652d expref: 77 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.252615:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464519 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4652d expref: 76 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.252623:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226716.252626:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226716.252630:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7400, rc 0) 00000100:00100000:0.0:1781226716.252758:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+76:24235:x1867750941454976:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 399us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.252766:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 790 00000100:00100000:0.0:1781226716.257823:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.258091:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941455104 00000100:00100000:2.0:1781226716.258102:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941455104 00000100:00100000:2.0:1781226716.258222:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00100000:2.0:1781226716.258233:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+76:24235:x1867750941455104:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:2.0:1781226716.258254:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226716.258277:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464520 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46534 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258343:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258356:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258381:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258393:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258418:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258426:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258505:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464535 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258513:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258520:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226716.258558:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1781226716.258561:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226716.258581:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258606:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258612:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258618:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258625:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258642:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226716.258646:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258654:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258665:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226716.258668:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226716.258672:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258678:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464527 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258745:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258751:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258757:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258761:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226716.258764:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258769:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258787:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff89a5fb2d1000) 00010000:00010000:2.0:1781226716.258789:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226716.258792:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258797:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac446452e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258824:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46534 expref: 78 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258837:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464535 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46534 expref: 77 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.258844:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:2.0:1781226716.258846:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226716.258849:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf2600, rc 0) 00000100:00100000:2.0:1781226716.258912:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+77:24235:x1867750941455104:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 681us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226716.258930:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 791 00010000:00010000:2.0:1781226716.297795:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226716.348382:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226716.348392:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226716.351363:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781226716.351388:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226716.372545:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.373391:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941455232 00000100:00100000:0.0:1781226716.373402:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941455232 00000100:00100000:0.0:1781226716.373528:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 792 00000100:00100000:0.0:1781226716.373541:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+32:24241:x1867750941455232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226716.373562:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226716.373594:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac446453c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4653b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.373658:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.373672:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.373685:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226716.373767:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226716.373771:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226716.373791:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.373814:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac446453c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 34 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.373831:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 33 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.373856:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226716.373859:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226716.373862:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6e00, rc 0) 00000100:00100000:0.0:1781226716.373930:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+33:24241:x1867750941455232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 380us (1387us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.373939:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 792 00000100:00100000:0.0:1781226716.382410:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226716.382524:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941455488 00000100:00100000:1.0:1781226716.382533:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941455488 00000100:00100000:1.0:1781226716.382605:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 793 00000100:00100000:1.0:1781226716.382616:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+77:24241:x1867750941455488:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226716.382638:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226716.382641:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781226716.382668:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464535 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46534 expref: 77 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382692:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:1.0:1781226716.382740:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226716.382754:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac446454a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46542 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382854:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382884:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382893:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382908:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382916:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.382936:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383340:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383351:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383359:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226716.383370:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:1.0:1781226716.383394:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383402:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383409:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383422:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226716.383426:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383433:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383442:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:1.0:1781226716.383445:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226716.383448:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383454:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464551 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226716.383465:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000004e4595ef reply state 000000000ccfbc09 transno 4294967767 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383476:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383482:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226716.383484:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226716.383487:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781226716.383520:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac446454a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 79 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383535:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.383553:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb2d1d00) 00010000:00010000:1.0:1781226716.383556:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226716.383558:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226716.383632:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+79:24241:x1867750941455488:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1018us (1233us total) trans 4294967767 rc 0/0 00000100:00100000:1.0:1781226716.383640:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 793 00000100:00100000:1.0:1781226716.390668:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.390866:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941455744 00000100:00100000:2.0:1781226716.390879:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941455744 00000100:00100000:2.0:1781226716.390968:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 794 00000100:00100000:2.0:1781226716.390999:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+79:24241:x1867750941455744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226716.391033:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226716.391325:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446456d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46549 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.391443:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.391458:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 80 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.391466:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.391507:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 80 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.391520:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 80 pid: 10991 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226716.391534:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964520448:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226716.391733:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7870b40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226716.405863:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.407397:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941455872 00000100:00100000:0.0:1781226716.407414:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941455872 00010000:00010000:0.0:1781226716.407471:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 81 pid: 10991 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226716.407525:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 273 00000100:00100000:0.0:1781226716.407537:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3437050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+81:2426:x1867750941455872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226716.407554:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226716.407561:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 81 pid: 10991 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.407575:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 81 pid: 10991 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.407601:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb2d1d00) 00010000:00010000:0.0:1781226716.407607:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.407618:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.407625:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.407646:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226716.407729:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3437050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+81:2426:x1867750941455872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 194us (1875us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.407736:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 273 00010000:00010000:2.0:1781226716.408512:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446455f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46542 expref: 80 pid: 10991 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226716.408534:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964520448:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226716.408557:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408594:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408600:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226716.408619:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:2.0:1781226716.408868:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408877:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408883:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408889:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226716.408893:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408899:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408913:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb2d1d00) 00010000:00010000:2.0:1781226716.408916:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226716.408920:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.408926:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464574 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.409016:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446456d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46549 expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.409025:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:2.0:1781226716.409028:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226716.409030:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446456d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46549 expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.409262:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3a00, rc 0) 00000100:00100000:2.0:1781226716.409330:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+79:24241:x1867750941455744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 18334us (18673us total) trans 4294967768 rc 301/301 00000100:00100000:2.0:1781226716.409338:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 794 00000040:00080000:0.0:1781226716.412475:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226716.413982:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.414121:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941456128 00000100:00100000:2.0:1781226716.414131:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941456128 00000100:00100000:2.0:1781226716.414180:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 154 00000100:00100000:2.0:1781226716.414207:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+79:24241:x1867750941456128:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226716.414607:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+80:24241:x1867750941456128:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 401us (631us total) trans 4294967769 rc 0/0 00000100:00100000:2.0:1781226716.414616:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 154 00000100:00100000:1.0:1781226716.417426:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226716.417506:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941456256 00000100:00100000:3.0:1781226716.417516:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941456256 00000100:00100000:3.0:1781226716.417577:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 795 00000100:00100000:3.0:1781226716.417588:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+80:24241:x1867750941456256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226716.417750:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226716.417776:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46550 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.417838:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 81 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.417853:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 81 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.417872:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226716.417876:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226716.417880:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8600, rc 0) 00000100:00100000:3.0:1781226716.417931:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+81:24241:x1867750941456256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 346us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226716.417938:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 795 00000100:00100000:1.0:1781226716.434996:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.435085:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941456512 00000100:00100000:0.0:1781226716.435094:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941456512 00000100:00100000:0.0:1781226716.435161:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 796 00000100:00100000:0.0:1781226716.435172:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+81:24241:x1867750941456512:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226716.435246:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435263:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435276:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435622:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435631:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435638:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435644:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226716.435648:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435656:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435669:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:0.0:1781226716.435671:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781226716.435676:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.435686:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464589 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226716.435785:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+82:24241:x1867750941456512:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 615us (798us total) trans 4294967770 rc 0/0 00000100:00100000:0.0:1781226716.435793:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 796 00000100:00100000:1.0:1781226716.438278:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.438484:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941456768 00000100:00100000:2.0:1781226716.438495:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941456768 00000100:00100000:2.0:1781226716.438555:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 797 00000100:00100000:2.0:1781226716.438567:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+82:24241:x1867750941456768:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226716.438852:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.438889:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.438902:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226716.438973:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967771 00000004:00010000:2.0:1781226716.439002:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000007f676371 reply state 00000000ed69cfdd transno 4294967772 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.439016:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.439024:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:2.0:1781226716.439027:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226716.439030:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226716.439375:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+85:24241:x1867750941456768:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 809us (1103us total) trans 4294967772 rc 0/0 00000100:00100000:2.0:1781226716.439383:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 797 00000020:00080000:2.0:1781226716.439388:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226716.445800:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.445905:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941457024 00000100:00100000:2.0:1781226716.445916:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941457024 00000100:00100000:2.0:1781226716.445984:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 155 00000100:00100000:2.0:1781226716.445994:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+85:24241:x1867750941457024:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226716.446240:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+86:24241:x1867750941457024:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 247us (449us total) trans 4294967773 rc 0/0 00000100:00100000:2.0:1781226716.446248:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 155 00000100:00100000:1.0:1781226716.471736:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226716.471964:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941457152 00000100:00100000:3.0:1781226716.471975:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941457152 00000100:00100000:3.0:1781226716.472037:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 798 00000100:00100000:3.0:1781226716.472048:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+33:24244:x1867750941457152:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226716.472079:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226716.472099:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464597 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46557 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472164:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472209:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472221:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472237:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472245:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472252:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472332:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030400/0x5d5522eac44645ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472341:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030400/0x5d5522eac44645ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472349:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030400/0x5d5522eac44645ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226716.472383:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1781226716.472387:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226716.472406:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030400/0x5d5522eac44645ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472417:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472435:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472442:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472449:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226716.472453:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472462:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472474:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226716.472477:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226716.472481:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472488:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac446459e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472502:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472509:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472516:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472521:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226716.472529:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472536:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472544:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff89a5fb2d1000) 00010000:00010000:3.0:1781226716.472547:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226716.472550:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472556:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44645a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472584:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464597 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46557 expref: 35 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472608:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030400/0x5d5522eac44645ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46557 expref: 34 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.472616:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:3.0:1781226716.472618:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226716.472621:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030400, rc 0) 00000100:00100000:3.0:1781226716.472687:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24244:x1867750941457152:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 641us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226716.472982:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 798 00000100:00100000:3.0:1781226716.475649:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.479514:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941457408 00000100:00100000:0.0:1781226716.479530:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941457408 00000100:00100000:0.0:1781226716.479612:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:0.0:1781226716.479623:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24244:x1867750941457408:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226716.479643:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226716.479664:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44645b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4655e expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479771:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479786:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479798:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479808:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479816:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479827:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479940:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac44645c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479950:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac44645c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.479958:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac44645c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226716.479968:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1781226716.480043:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480051:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480058:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480075:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226716.480080:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480088:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480101:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:0.0:1781226716.480104:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226716.480110:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480117:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44645ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480131:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480138:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480145:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480150:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226716.480153:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480160:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480168:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff89a5fb2d1300) 00010000:00010000:0.0:1781226716.480170:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226716.480173:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480180:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480227:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44645b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4655e expref: 37 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480257:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac44645c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4655e expref: 36 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.480265:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:0.0:1781226716.480267:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226716.480269:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226716.480343:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24244:x1867750941457408:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 722us (4702us total) trans 4294967774 rc 0/0 00000100:00100000:0.0:1781226716.480351:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:1.0:1781226716.486382:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.487317:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941457536 00000100:00100000:0.0:1781226716.487328:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941457536 00000100:00100000:3.0:1781226716.487598:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 800 00000100:00100000:3.0:1781226716.487612:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24244:x1867750941457536:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:3.0:1781226716.487721:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487739:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487750:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487786:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487793:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487799:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487805:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226716.487809:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487817:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487828:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226716.487831:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226716.487836:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226716.487842:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44645d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226716.487932:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24244:x1867750941457536:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 323us (1560us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226716.487940:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 800 00000100:00100000:3.0:1781226716.493810:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.493953:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941457792 00000100:00100000:2.0:1781226716.493977:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941457792 00000100:00100000:2.0:1781226716.494039:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 156 00000100:00100000:2.0:1781226716.494050:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24244:x1867750941457792:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:2.0:1781226716.494387:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24244:x1867750941457792:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 338us (585us total) trans 4294967775 rc 0/0 00000100:00100000:2.0:1781226716.494396:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 156 00000100:00100000:3.0:1781226716.620290:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226716.620544:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941457920 00000100:00100000:0.0:1781226716.620555:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941457920 00000100:00100000:0.0:1781226716.620632:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00100000:0.0:1781226716.620644:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24252:x1867750941457920:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226716.620670:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226716.620692:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44645dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46565 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.620804:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.620817:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.620828:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226716.620871:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1781226716.620875:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226716.620893:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.620918:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44645dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46565 expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.620937:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46565 expref: 38 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226716.620946:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:0.0:1781226716.620960:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226716.620964:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6c00, rc 0) 00000100:00100000:0.0:1781226716.621027:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24252:x1867750941457920:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 386us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226716.621034:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00100000:0.0:1781226716.638536:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.638732:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941458176 00000100:00100000:2.0:1781226716.638743:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941458176 00000100:00100000:2.0:1781226716.638812:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 34 00000100:00100000:2.0:1781226716.638822:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24252:x1867750941458176:12345-192.168.202.30@tcp:103:lfs.0 00010000:00010000:2.0:1781226716.638839:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226716.638866:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7800/0x5d5522eac44645c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4655e expref: 38 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.638887:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:2.0:1781226716.638892:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226716.639659:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24252:x1867750941458176:12345-192.168.202.30@tcp:103:lfs.0 Request processed in 133us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226716.639668:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 34 00000100:00100000:3.0:1781226716.641758:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226716.642465:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941458304 00000100:00100000:1.0:1781226716.642476:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941458304 00000100:00100000:1.0:1781226716.642594:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 802 00000100:00100000:1.0:1781226716.642606:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24252:x1867750941458304:12345-192.168.202.30@tcp:58:lfs.0 00010000:00010000:1.0:1781226716.642764:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.642781:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 85 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.642789:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.642838:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 85 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.642853:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 85 pid: 14117 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226716.642869:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964520576:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226716.642979:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c55fe540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226716.647096:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226716.647248:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941458432 00000100:00100000:2.0:1781226716.647257:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941458432 00010000:00010000:2.0:1781226716.647297:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 86 pid: 14117 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226716.647347:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 274 00000100:00100000:2.0:1781226716.647367:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+86:2427:x1867750941458432:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226716.647403:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226716.647410:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 86 pid: 14117 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.647424:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 86 pid: 14117 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.647446:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:2.0:1781226716.647453:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.647464:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.647472:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226716.647496:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226716.647554:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+86:2427:x1867750941458432:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 197us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226716.647563:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 274 00010000:00010000:1.0:1781226716.649195:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4464582 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46550 expref: 85 pid: 14117 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226716.649231:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964520576:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226716.649254:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.649263:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226716.649268:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226716.649392:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:1.0:1781226716.649474:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24252:x1867750941458304:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 6870us (7723us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226716.649485:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 802 00000100:00100000:2.0:1781226716.668254:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964520704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226716.668343:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226716.677197:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964520704 00000100:00100000:1.0:1781226716.677217:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964520704 00000100:00100000:1.0:1781226716.677301:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1781226716.677311:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964520704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226716.677341:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1781226716.677436:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964520704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (9094us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226716.677443:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1781226716.677612:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964520704:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226717.322575:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226717.380141:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226717.380151:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226717.380207:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1781226717.380217:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226717.380356:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964520832:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226717.386868:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c55feb40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226717.396338:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.396384:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941458560 00000100:00100000:1.0:1781226717.396394:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941458560 00000100:00100000:1.0:1781226717.396455:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 803 00000100:00100000:1.0:1781226717.396465:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941458560:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226717.396500:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226717.396626:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941458560:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 162us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226717.396634:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 803 00000100:00080000:1.0:1781226717.396656:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226717.396808:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964520832:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226717.407424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.407509:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941458688 00000100:00100000:2.0:1781226717.407519:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941458688 00000100:00100000:2.0:1781226717.407582:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 804 00000100:00100000:2.0:1781226717.407594:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24262:x1867750941458688:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226717.407673:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407691:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407727:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407743:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407751:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407757:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407782:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407791:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407798:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226717.407841:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:2.0:1781226717.407846:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226717.407858:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407869:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407882:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407888:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407894:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.407898:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407905:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407917:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226717.407921:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226717.407925:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407931:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44645f2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407946:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407951:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407956:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407961:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.407970:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407976:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407984:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff89a4c6e2e600) 00010000:00010000:2.0:1781226717.407987:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226717.407989:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.407995:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44645f9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408012:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408018:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408024:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408029:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.408037:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408043:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408054:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:2.0:1781226717.408057:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226717.408066:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.408072:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464600 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.408142:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24262:x1867750941458688:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 550us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.408150:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 804 00000100:00100000:2.0:1781226717.420872:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.421317:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941458944 00000100:00100000:3.0:1781226717.421327:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941458944 00000100:00100000:3.0:1781226717.421416:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 805 00000100:00100000:3.0:1781226717.421426:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24262:x1867750941458944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226717.421447:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226717.421469:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464607 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4656c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421579:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421594:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421605:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226717.421617:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1781226717.421719:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421727:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421745:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421752:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.421755:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421763:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421775:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226717.421778:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226717.421782:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421789:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac446460e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421830:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464607 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4656c expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421840:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226717.421842:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226717.421846:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464607 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4656c expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.421854:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031400, rc 0) 00000100:00100000:3.0:1781226717.421911:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941458944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 485us (1049us total) trans 4294967776 rc 301/301 00000100:00100000:3.0:1781226717.421926:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 805 00000100:00100000:0.0:1781226717.439779:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.439938:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941459072 00000100:00100000:3.0:1781226717.439947:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941459072 00000100:00100000:3.0:1781226717.440001:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 806 00000100:00100000:3.0:1781226717.440011:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941459072:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226717.440056:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226717.440159:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941459072:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 150us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226717.440166:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 806 00000100:00100000:3.0:1781226717.448642:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.449470:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941459328 00000100:00100000:1.0:1781226717.449481:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941459328 00000100:00100000:1.0:1781226717.449538:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 807 00000100:00100000:1.0:1781226717.449563:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941459328:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226717.449586:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226717.449589:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781226717.449617:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44645e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46565 expref: 38 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.449637:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:1.0:1781226717.449641:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226717.449655:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446461c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46573 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226717.450016:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:1.0:1781226717.453248:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4464623 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.453274:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4464623 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.453289:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4464623 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.453816:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446461c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46573 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.453836:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4464623 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46573 expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.453844:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:1.0:1781226717.453846:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226717.453857:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4000, rc 0) 00000100:00100000:1.0:1781226717.456256:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24262:x1867750941459328:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 6684us (7611us total) trans 4294967777 rc 0/0 00000100:00100000:1.0:1781226717.456268:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 807 00000100:00100000:0.0:1781226717.469754:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.477144:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941459584 00000100:00100000:3.0:1781226717.477162:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941459584 00000100:00100000:3.0:1781226717.477242:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 808 00000100:00100000:3.0:1781226717.477258:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24262:x1867750941459584:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226717.477324:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226717.478246:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4464623 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46573 expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478267:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:3.0:1781226717.478278:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226717.478303:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478317:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478327:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478611:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478621:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478628:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478678:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478686:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478692:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478724:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478729:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.478734:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478741:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478750:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:3.0:1781226717.478753:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226717.478758:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478771:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464631 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478784:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478789:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478794:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478798:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.478801:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478807:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478814:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x9e418c7b (ffff89a5fb3f7b00) 00010000:00010000:3.0:1781226717.478817:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226717.478820:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.478825:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464638 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x9e418c7b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226717.478931:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941459584:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1679us (9185us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226717.478940:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 808 00000100:00100000:3.0:1781226717.484665:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:2.0:1781226717.486284:0:19772:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226717.486292:0:19772:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226717.486325:0:19772:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1781226717.486334:0:19772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226717.489541:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941459712 00000100:00100000:0.0:1781226717.489552:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941459712 00000100:00100000:0.0:1781226717.490472:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:0.0:1781226717.490489:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24262:x1867750941459712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226717.490515:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226717.490541:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac446463f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4657a expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.490581:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.490595:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.490607:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.490733:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac446463f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 40 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.490749:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.490758:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:0.0:1781226717.490761:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226717.490765:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6a00, rc 0) 00000100:00100000:0.0:1781226717.490835:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24262:x1867750941459712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 353us (6182us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226717.490843:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:3.0:1781226717.496562:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.496609:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941459968 00000100:00100000:3.0:1781226717.496621:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941459968 00000100:00100000:3.0:1781226717.498213:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 810 00000100:00100000:3.0:1781226717.498232:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24262:x1867750941459968:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226717.498324:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.498341:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.498366:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226717.498542:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:3.0:1781226717.498551:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 676638854905ns, next at 677638853030ns, rc = 0 00000004:00010000:3.0:1781226717.498604:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000000dcbafcb reply state 000000005020b50c transno 4294967778 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.498616:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.498623:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.498626:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1781226717.498629:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226717.498767:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:24262:x1867750941459968:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 542us (2215us total) trans 4294967778 rc 0/0 00000100:00100000:3.0:1781226717.498775:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 810 00000100:00100000:0.0:1781226717.518594:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.521434:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941460096 00000100:00100000:3.0:1781226717.521462:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941460096 00000100:00100000:3.0:1781226717.521549:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 811 00000100:00100000:3.0:1781226717.521564:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+41:24262:x1867750941460096:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226717.521600:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226717.521628:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46581 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.521712:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 42 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.521729:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 42 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.521749:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.521752:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226717.521756:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031800, rc 0) 00000100:00100000:3.0:1781226717.521824:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24262:x1867750941460096:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 264us (3237us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226717.521832:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 811 00000100:00100000:3.0:1781226717.543148:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.543463:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941460224 00000100:00100000:1.0:1781226717.543474:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941460224 00000100:00100000:1.0:1781226717.543543:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 195 00000100:00100000:1.0:1781226717.543556:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941460224:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1781226717.543833:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941460224:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 279us (694us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1781226717.543842:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 195 00000100:00100000:0.0:1781226717.551389:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.553601:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941460480 00000100:00100000:3.0:1781226717.553617:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941460480 00000100:00100000:3.0:1781226717.553715:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 157 00000100:00100000:3.0:1781226717.553726:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24262:x1867750941460480:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226717.553953:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24262:x1867750941460480:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 229us (2573us total) trans 4294967779 rc 0/0 00000100:00100000:3.0:1781226717.553961:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 157 00000100:00100000:3.0:1781226717.557325:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.557413:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941460736 00000100:00100000:1.0:1781226717.557422:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941460736 00000100:00100000:1.0:1781226717.557490:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 812 00000100:00100000:1.0:1781226717.557502:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24262:x1867750941460736:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226717.557626:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24262:x1867750941460736:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 126us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226717.557634:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 812 00000100:00100000:1.0:1781226717.564942:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.565062:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941460864 00000100:00100000:3.0:1781226717.565073:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941460864 00000100:00100000:3.0:1781226717.565130:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 813 00000100:00100000:3.0:1781226717.565141:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24262:x1867750941460864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226717.565162:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226717.565193:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446465b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46588 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.565272:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464662 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.565286:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464662 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.565298:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464662 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226717.565344:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226717.565364:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464662 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.565390:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446465b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46588 expref: 45 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.565408:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464662 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46588 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.565417:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.565420:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1781226717.565433:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031600, rc 0) 00000100:00100000:3.0:1781226717.565487:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24262:x1867750941460864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 348us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226717.565495:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 813 00000100:00100000:1.0:1781226717.573843:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.573882:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941460992 00000100:00100000:1.0:1781226717.573891:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941460992 00000100:00100000:1.0:1781226717.573946:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 196 00000100:00100000:1.0:1781226717.573957:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941460992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226717.573978:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226717.574000:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4658f expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226717.574037:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2b5cdd, blocks: 0x0 00010000:00010000:1.0:1781226717.574057:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226717.574060:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226717.574069:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.574087:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.574100:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226717.574155:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941460992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 200us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226717.574163:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 196 00000100:00100000:0.0:1781226717.592762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.592898:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941461248 00000100:00100000:2.0:1781226717.592908:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941461248 00000100:00100000:2.0:1781226717.592971:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 814 00000100:00100000:2.0:1781226717.592982:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24262:x1867750941461248:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226717.593109:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24262:x1867750941461248:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 128us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.593117:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 814 00000100:00100000:0.0:1781226717.598100:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.598260:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941461376 00000100:00100000:2.0:1781226717.598271:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941461376 00000100:00100000:2.0:1781226717.598330:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 197 00000100:00100000:2.0:1781226717.598342:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:24262:x1867750941461376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226717.598362:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226717.598386:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46596 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.598441:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.598450:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226717.598452:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226717.598456:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.598493:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.598508:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.598526:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964520960:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226717.598791:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847780 going to sleep for 11 seconds 00000100:00100000:2.0:1781226717.602484:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964520960:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226717.602522:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.602542:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3600, rc 0) 00000100:00100000:2.0:1781226717.602617:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:24262:x1867750941461376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 4277us (4526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.602626:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 197 00000100:00100000:3.0:1781226717.605546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.605811:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941461504 00000100:00100000:1.0:1781226717.605823:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941461504 00010000:00010000:1.0:1781226717.605862:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226717.605898:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 275 00000100:00100000:1.0:1781226717.605908:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941461504:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226717.605925:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226717.605949:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.605984:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.606010:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac4464669 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4658f expref: 11 pid: 17677 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.606037:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226717.606039:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226717.606047:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.606058:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.606098:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226717.606112:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964521088:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226717.606207:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c55fed80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226717.611834:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964521088:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226717.611863:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226717.611924:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941461504:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6016us (6386us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226717.611937:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 275 00000100:00100000:3.0:1781226717.627183:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.627377:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941461632 00000100:00100000:2.0:1781226717.627386:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941461632 00002000:00100000:2.0:1781226717.627438:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff89a4c733cb40 x1867750941461632/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:528/0 lens 648/0 e 0 to 0 dl 1781226728 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226717.627463:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c733cb40 with x1867750941461632 ext(0->157) 00002000:00010000:2.0:1781226717.627469:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c733cb40 00000100:00100000:2.0:1781226717.627501:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 59 00000100:00100000:2.0:1781226717.627511:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941461632:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1781226717.635283:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941461632:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 7761us (8107us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1781226717.635298:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 59 00002000:00100000:3.0:1781226717.635311:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff89a4c733cb40 x1867750941461632/t4294967330(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:528/0 lens 648/448 e 0 to 0 dl 1781226728 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226717.635321:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c733cb40 with x1867750941461632 ext(0->157) 00002000:00010000:3.0:1781226717.635327:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c733cb40 00000100:00100000:0.0:1781226717.644563:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.644742:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941461760 00000100:00100000:1.0:1781226717.644753:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941461760 00000100:00100000:1.0:1781226717.644802:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 815 00000100:00100000:1.0:1781226717.644813:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24262:x1867750941461760:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781226717.647478:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000004:00080000:2.0:1781226717.647496:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000001:00080000:2.0:1781226717.647524:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967773 is committed 00010000:00010000:3.0:1781226717.647790:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.647803:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.647811:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.647817:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.647822:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.647829:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.647859:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.647862:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781226717.647868:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.647875:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446464d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648516:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648526:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648533:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648538:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.648542:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648548:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648560:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff89a5fb2d1000) 00010000:00010000:2.0:1781226717.648562:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226717.648586:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648594:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44644f6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648614:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648620:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648626:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648631:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.648633:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648639:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648646:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:2.0:1781226717.648649:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226717.648652:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648658:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac44644fd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648672:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648688:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648717:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648723:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.648727:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648734:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648743:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff89a5fb2d1300) 00010000:00010000:2.0:1781226717.648746:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226717.648750:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648756:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464558 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648773:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648781:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648787:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648793:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226717.648802:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648809:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648817:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:2.0:1781226717.648819:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781226717.648822:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.648828:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464590 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.648848:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226717.648865:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964521216:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1781226717.648933:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226717.649679:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964521216 00000100:00100000:1.0:1781226717.649690:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964521216 00000100:00100000:1.0:1781226717.649767:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1781226717.649779:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964521216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1781226717.649911:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1781226717.649915:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1781226717 00002000:00010000:1.0:1781226717.649917:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1781226717.649919:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1781226717 -> 1781226717 00002000:00010000:1.0:1781226717.649921:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1781226717.649980:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964521216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 204us (1046us total) trans 4294967331 rc 0/0 00000100:00100000:1.0:1781226717.649989:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:1.0:1781226717.650009:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1781226717.650068:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c8313840/2, rc 0, transno 4294967331 00000100:00100000:1.0:1781226717.650075:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964521216:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1781226717.652266:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24262:x1867750941461760:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 7446us (7703us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.652282:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 815 00000100:00100000:3.0:1781226717.664199:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226717.664327:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941461888 00000100:00100000:0.0:1781226717.664337:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941461888 00000100:00100000:0.0:1781226717.664411:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 199 00000100:00100000:0.0:1781226717.664422:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941461888:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781226717.668854:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000001:00080000:1.0:1781226717.668865:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00000100:00100000:2.0:1781226717.669547:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941461888:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 5119us (5350us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.669558:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 199 00000100:00100000:3.0:1781226717.678925:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.679084:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941462144 00000100:00100000:2.0:1781226717.679094:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941462144 00000100:00100000:2.0:1781226717.679155:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 816 00000100:00100000:2.0:1781226717.679166:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24262:x1867750941462144:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226717.679230:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226717.679258:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464662 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46588 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.679291:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:2.0:1781226717.679297:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226717.679327:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.679340:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.679350:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226717.679477:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000b6fd6701 reply state 00000000d55cfdd6 transno 4294967780 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.679489:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.679496:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:2.0:1781226717.679499:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226717.679501:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226717.679595:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24262:x1867750941462144:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 430us (681us total) trans 4294967780 rc 0/0 00000100:00100000:2.0:1781226717.679602:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 816 00000100:00100000:1.0:1781226717.684471:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.685915:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941462272 00000100:00100000:3.0:1781226717.685929:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941462272 00000100:00100000:3.0:1781226717.685992:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 200 00000100:00100000:3.0:1781226717.686002:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941462272:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781226717.686197:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1781226717.686201:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1781226717 -> 1536580263 00002000:00010000:3.0:1781226717.686203:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1781226064 00002000:00010000:3.0:1781226717.686206:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1781226717 -> 1781226716 00002000:00010000:3.0:1781226717.686208:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1781226717.686292:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941462272:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 291us (1832us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1781226717.686301:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 200 00000100:00100000:3.0:1781226717.699448:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226717.699726:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941462528 00000100:00100000:1.0:1781226717.699735:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941462528 00000100:00100000:1.0:1781226717.699787:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 817 00000100:00100000:1.0:1781226717.699796:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24262:x1867750941462528:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781226717.699861:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.699884:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.699894:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.699929:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.699942:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 37 pid: 14117 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226717.699957:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7415e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964521344:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226717.700041:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c55fed80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226717.708510:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.709008:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941462656 00000100:00100000:3.0:1781226717.709017:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941462656 00010000:00010000:3.0:1781226717.709066:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 38 pid: 14117 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226717.709131:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 276 00000100:00100000:3.0:1781226717.709142:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941462656:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226717.709157:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226717.709164:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 38 pid: 14117 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.709187:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 38 pid: 14117 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.709218:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.709224:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.709234:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.709242:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.709262:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226717.709312:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941462656:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 172us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226717.709320:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 276 00010000:00010000:1.0:1781226717.714991:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464646 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4657a expref: 37 pid: 14117 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226717.715021:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7415e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964521344:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226717.715054:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715065:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715070:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715110:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715127:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715134:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715139:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226717.715143:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715151:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715166:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:1.0:1781226717.715180:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226717.715184:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226717.715190:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446467e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226717.715446:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24262:x1867750941462528:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 15649us (16006us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781226717.715456:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 817 00000100:00100000:2.0:1781226717.724285:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.730482:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941462784 00000100:00100000:3.0:1781226717.730499:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941462784 00000100:00100000:3.0:1781226717.731761:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 201 00000100:00100000:3.0:1781226717.731779:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941462784:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226717.731835:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.731857:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.731867:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226717.731869:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226717.731872:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.731912:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.731926:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226717.731942:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964521472:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226717.732041:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850d80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226717.755508:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.755541:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941462912 00000100:00100000:2.0:1781226717.755549:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941462912 00010000:00010000:2.0:1781226717.755590:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 11 pid: 8404 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.755639:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 277 00000100:00100000:2.0:1781226717.755650:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941462912:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226717.755668:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226717.755692:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 11 pid: 8404 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755730:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 11 pid: 8404 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755756:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226717.755759:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226717.755764:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755774:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755793:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226717.755840:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941462912:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 192us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.755848:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 277 00010000:00010000:2.0:1781226717.755901:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017fc342c/0x5d5522eac4464670 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46596 expref: 10 pid: 8404 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.755916:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964521472:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226717.755943:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755955:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755962:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755982:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755990:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.755999:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.756006:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226717.756010:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.756019:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.756030:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.756044:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000368485e6/0x5d5522eac4464685 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.756091:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941462784:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 24319us (31817us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226717.756100:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 201 00000100:00100000:2.0:1781226717.763816:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226717.763855:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941463168 00000100:00100000:2.0:1781226717.763865:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941463168 00000100:00100000:2.0:1781226717.763923:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 818 00000100:00100000:2.0:1781226717.763934:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24262:x1867750941463168:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226717.764023:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764043:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764056:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764226:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764237:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 37 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764246:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764293:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 37 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226717.764306:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 37 pid: 10991 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.764320:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964521600:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226717.764549:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847c00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226717.777792:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964521600:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226717.777824:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226717.784509:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.784643:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941463296 00000100:00100000:3.0:1781226717.784653:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941463296 00010000:00010000:3.0:1781226717.784724:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 38 pid: 10991 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226717.784782:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 278 00000100:00100000:3.0:1781226717.784791:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941463296:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226717.784808:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226717.784815:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 38 pid: 10991 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.784828:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 38 pid: 10991 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.784850:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac4464654 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46581 expref: 38 pid: 10991 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.784868:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.784873:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.784883:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.784891:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.784918:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226717.784969:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2427:x1867750941463296:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 179us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226717.784978:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 278 00010000:00010000:3.0:1781226717.785005:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.785021:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226717.786105:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967781 00000001:00080000:2.0:1781226717.786243:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967782 00000001:00080000:2.0:1781226717.786281:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967783 00000100:00100000:2.0:1781226717.786357:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964521728:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1781226717.786414:0:14117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226717.786453:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226717.786555:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964521728 00000100:00100000:1.0:1781226717.786562:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964521728 00000100:00100000:1.0:1781226717.786612:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1781226717.786622:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964521728:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781226717.786736:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964521728:12345-0@lo:1000:mdt00_004.0 Request processed in 115us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226717.786753:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1781226717.786836:0:14117:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000004:00080000:3.0:1781226717.786842:0:14117:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c8313840, transno 4294967331 00000100:00100000:3.0:1781226717.786864:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964521728:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1781226717.786981:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967784 00000100:00100000:3.0:1781226717.787023:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964521856:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1781226717.787063:0:14117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226717.787082:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226717.787100:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964521856 00000100:00100000:3.0:1781226717.787104:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964521856 00000100:00100000:3.0:1781226717.787132:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1781226717.787140:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964521856:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1781226717.787245:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:14117:x1867750964521856:12345-0@lo:1000:mdt00_004.0 Request processed in 105us (182us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1781226717.787252:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1781226717.787283:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964521856:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1781226717.787311:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787321:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787329:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787347:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.787351:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787359:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787376:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226717.787379:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226717.787383:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787389:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac4464693 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787413:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787419:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787424:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787428:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.787430:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787435:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787451:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226717.787453:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226717.787456:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787461:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44645eb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787484:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787498:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787508:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787516:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787523:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787529:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787534:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.787538:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787544:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787561:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226717.787564:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226717.787567:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787573:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446469a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787583:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787588:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787594:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787598:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226717.787600:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787606:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787612:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226717.787615:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226717.787617:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.787622:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac446468c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226717.787773:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:24262:x1867750941463168:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 23840us (23967us total) trans 4294967785 rc 0/0 00000100:00100000:3.0:1781226717.787781:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 818 00000020:00080000:3.0:1781226717.787785:0:14117:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1781226717.788390:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226717.788395:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226717.788900:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1781226717.788909:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226717.805319:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226717.805394:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941463552 00000100:00100000:3.0:1781226717.805406:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941463552 00000100:00100000:3.0:1781226717.805474:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 158 00000100:00100000:3.0:1781226717.805485:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:24262:x1867750941463552:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781226717.805809:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1781226717.805845:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967786 00010000:00010000:3.0:1781226717.805879:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.805897:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.805909:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.805918:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.805925:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.805932:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226717.805951:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781226717.806223:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226717.806230:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.806237:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226717.806240:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.806248:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.806261:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:0.0:1781226717.806265:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781226717.806270:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.806276:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646a1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226717.806288:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226717.806289:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226717.806291:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226717.806338:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24262:x1867750941463552:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 853us (1028us total) trans 4294967787 rc 0/0 00000100:00100000:3.0:1781226717.806348:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 158 00000020:00080000:3.0:1781226717.806353:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1781226718.204150:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964521984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226718.204232:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226718.205207:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964521984 00000100:00100000:2.0:1781226718.205218:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964521984 00000100:00100000:2.0:1781226718.205296:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1781226718.205307:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964521984:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1781226718.205433:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1781226718.205560:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1781226718.205631:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964521984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 327us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226718.205639:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1781226718.205743:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964521984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226718.205766:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226718.205774:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964522112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226718.205806:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226718.206162:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964522624:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.206206:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226718.206212:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522112 00000100:00100000:3.0:1781226718.206219:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522112 00000100:00100000:1.0:1781226718.206228:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964523136:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.206252:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226718.206271:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1781226718.206271:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781226718.206277:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964522496:0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.206279:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964522112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226718.206295:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226718.206300:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226718.206318:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964523008:0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.206322:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964522112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226718.206329:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1781226718.206358:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522496 00000100:00100000:3.0:1781226718.206363:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522496 00000100:00100000:3.0:1781226718.206392:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1781226718.206398:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964522496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226718.206532:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964522368:0@lo:400:kworker.0 00000100:00100000:0.0:1781226718.206597:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964522240:0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.215808:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964522496:12345-0@lo:400:kworker.0 Request processed in 9396us (9492us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226718.215825:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:3.0:1781226718.215895:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226718.215932:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523136 00000100:00100000:3.0:1781226718.215942:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523136 00000100:00100000:3.0:1781226718.216002:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1781226718.216492:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226718.216555:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964522880:0@lo:400:kworker.0 00000100:00100000:2.0:1781226718.216590:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226718.216613:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964523392:0@lo:400:kworker.0 00000100:00100000:2.0:1781226718.216634:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226718.216680:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522624 00000100:00100000:1.0:1781226718.216801:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226718.216833:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226718.216846:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964523520:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.216876:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226718.216909:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964522496:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.216936:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522368 00000100:00100000:2.0:1781226718.218648:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522624 00000100:00100000:2.0:1781226718.218748:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522880 00000100:00100000:2.0:1781226718.218757:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522880 00000100:00100000:2.0:1781226718.218775:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523392 00000100:00100000:2.0:1781226718.218778:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523392 00000100:00100000:2.0:1781226718.218790:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523008 00000100:00100000:2.0:1781226718.218792:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523008 00000100:00100000:2.0:1781226718.218803:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523520 00000100:00100000:2.0:1781226718.218805:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523520 00000100:00100000:2.0:1781226718.218826:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1781226718.218838:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964522624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226718.218967:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964522624:12345-0@lo:400:kworker.0 Request processed in 132us (12760us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226718.218975:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1781226718.218995:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1781226718.219002:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964522880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226718.219041:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964522880:12345-0@lo:400:kworker.0 Request processed in 40us (2450us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226718.219148:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964523136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.219205:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964523136:12345-0@lo:400:kworker.0 Request processed in 3184us (12952us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226718.219214:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1781226718.219444:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522368 00000100:00100000:1.0:1781226718.219473:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1781226718.219481:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964523392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219522:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964523392:12345-0@lo:400:kworker.0 Request processed in 42us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226718.219528:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1781226718.219549:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1781226718.219555:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964523008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219585:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964523008:12345-0@lo:400:kworker.0 Request processed in 31us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226718.219591:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1781226718.219603:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1781226718.219608:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964523520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219635:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964523520:12345-0@lo:400:kworker.0 Request processed in 27us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226718.219641:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1781226718.219653:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1781226718.219659:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964522368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219712:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964522368:12345-0@lo:400:kworker.0 Request processed in 54us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226718.219718:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1781226718.219821:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964522112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226718.219876:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964522368:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219889:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964522880:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219899:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964523392:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219930:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964523520:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219958:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964523008:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219971:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964522624:0@lo:400:kworker.0 00000100:00100000:1.0:1781226718.219994:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964523136:0@lo:400:kworker.0 00000100:00080000:1.0:1781226718.220032:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226718.220037:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226718.220040:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226718.220448:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1781226718.221892:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226718.221968:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964522752:0@lo:400:kworker.0 00000100:00100000:0.0:1781226718.222002:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226718.222021:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964523264:0@lo:400:kworker.0 00000100:00100000:0.0:1781226718.222057:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226718.222466:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522752 00000100:00100000:2.0:1781226718.222474:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522752 00000100:00100000:2.0:1781226718.222531:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1781226718.222539:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964522752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226718.222609:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964522752:12345-0@lo:400:kworker.0 Request processed in 71us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226718.222615:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1781226718.224764:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964522752:0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.226242:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964522240 00000100:00100000:3.0:1781226718.226269:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964522240 00000100:00100000:3.0:1781226718.226351:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1781226718.226361:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964522240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.226475:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964522240:12345-0@lo:400:kworker.0 Request processed in 116us (4587us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226718.226483:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1781226718.226530:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523264 00000100:00100000:3.0:1781226718.226534:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523264 00000100:00100000:0.0:1781226718.226541:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964522240:0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.226579:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1781226718.226586:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964523264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226718.226636:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964523264:12345-0@lo:400:kworker.0 Request processed in 51us (4578us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226718.226643:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1781226718.226786:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964523264:0@lo:400:kworker.0 00010000:00010000:2.0:1781226718.331954:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226719.237127:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964523648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226719.237230:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226719.239736:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523648 00000100:00100000:3.0:1781226719.239749:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523648 00000100:00100000:3.0:1781226719.239824:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1781226719.239835:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964523648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226719.239873:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226719.239957:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964523648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226719.239964:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1781226719.242185:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964523648:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226719.360831:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226719.727600:0:19823:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226719.727610:0:19823:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226719.727639:0:19823:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1781226719.727645:0:19823:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226719.864889:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226719.864961:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941463808 00000100:00100000:3.0:1781226719.864970:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941463808 00000100:00100000:3.0:1781226719.865053:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 819 00000100:00100000:3.0:1781226719.865065:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73892c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24273:x1867750941463808:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226719.865092:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226719.865123:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac44646a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4659d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865219:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865233:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865246:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865260:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865268:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865274:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865395:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac44646bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865404:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac44646bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865411:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac44646bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226719.865421:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1781226719.865497:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865515:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865522:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865528:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226719.865532:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865540:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865551:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:3.0:1781226719.865554:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226719.865852:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865861:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44646af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865878:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865884:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865891:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865896:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226719.865904:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865911:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865918:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226719.865920:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226719.865923:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865929:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44646b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865968:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac44646a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4659d expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865981:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031800/0x5d5522eac44646bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4659d expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226719.865988:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7900) 00010000:00010000:3.0:1781226719.865990:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226719.865992:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031800, rc 0) 00000100:00100000:3.0:1781226719.866110:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73892c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24273:x1867750941463808:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1048us (1230us total) trans 4294967788 rc 0/0 00000100:00100000:3.0:1781226719.866118:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 819 00000100:00080000:2.0:1781226719.866254:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226719.889400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226719.889488:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941463936 00000100:00100000:1.0:1781226719.889499:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941463936 00000100:00100000:1.0:1781226719.889569:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 820 00000100:00100000:1.0:1781226719.889579:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24273:x1867750941463936:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:1.0:1781226719.889655:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889674:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889687:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889753:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889761:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889779:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889786:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226719.889789:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889796:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889808:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7900) 00010000:00010000:1.0:1781226719.889811:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226719.889816:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226719.889822:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44646cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226719.889894:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24273:x1867750941463936:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 316us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226719.889903:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 820 00000100:00100000:3.0:1781226719.893063:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226719.893239:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941464192 00000100:00100000:0.0:1781226719.893252:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941464192 00000100:00100000:0.0:1781226719.893314:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 159 00000100:00100000:0.0:1781226719.893335:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24273:x1867750941464192:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:0.0:1781226719.893574:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:24273:x1867750941464192:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 242us (510us total) trans 4294967789 rc 0/0 00000100:00100000:0.0:1781226719.893583:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 159 00000100:00100000:0.0:1781226720.250242:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226720.250423:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941464320 00000100:00100000:2.0:1781226720.250434:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941464320 00000100:00100000:2.0:1781226720.250535:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 821 00000100:00100000:2.0:1781226720.250547:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+74:24290:x1867750941464320:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226720.250578:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226720.250600:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44646d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465a4 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.250855:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.250872:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.250885:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.250901:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.250909:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.250915:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251031:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac44646e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251041:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac44646e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251049:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac44646e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226720.251087:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1781226720.251091:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226720.251114:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac44646e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251126:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251133:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251139:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251155:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226720.251160:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251168:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251180:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226720.251192:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226720.251198:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251206:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44646d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251224:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251229:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251235:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251240:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226720.251243:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251249:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251257:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226720.251259:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226720.251262:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251269:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44646e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251303:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44646d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465a4 expref: 76 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251411:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3400/0x5d5522eac44646e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465a4 expref: 75 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.251419:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:2.0:1781226720.251422:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226720.251425:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3400, rc 0) 00000100:00100000:2.0:1781226720.251498:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+75:24290:x1867750941464320:12345-192.168.202.30@tcp:101:diff.0 Request processed in 954us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226720.251507:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 821 00000100:00080000:1.0:1781226720.252253:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226720.257731:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226720.259313:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941464448 00000100:00100000:0.0:1781226720.259339:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941464448 00000100:00100000:0.0:1781226720.259417:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 822 00000100:00100000:0.0:1781226720.259430:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+75:24290:x1867750941464448:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:0.0:1781226720.259454:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226720.259481:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44646ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465ab expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259573:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259589:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259603:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259619:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259626:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259634:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259749:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464703 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259758:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259770:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226720.259808:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1781226720.259813:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226720.259835:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259845:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464703 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259852:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259858:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259864:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259869:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226720.259873:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259880:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259891:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89a5fb2d1a00) 00010000:00010000:0.0:1781226720.259894:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226720.259898:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259909:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac44646f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259923:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259928:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259934:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259939:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226720.259941:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259946:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259953:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff89a5f680b200) 00010000:00010000:0.0:1781226720.259955:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226720.259958:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259963:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44646fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.259996:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44646ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ab expref: 77 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.260013:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7e00/0x5d5522eac4464703 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ab expref: 76 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.260021:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7900) 00010000:00010000:0.0:1781226720.260036:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226720.260039:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7e00, rc 0) 00000100:00100000:0.0:1781226720.260112:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+76:24290:x1867750941464448:12345-192.168.202.30@tcp:101:diff.0 Request processed in 685us (2423us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226720.260120:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 822 00000100:00100000:2.0:1781226720.270285:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226720.270341:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941464576 00000100:00100000:0.0:1781226720.270352:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941464576 00000100:00080000:2.0:1781226720.270419:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226720.270430:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 202 00000100:00100000:0.0:1781226720.270443:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941464576:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:0.0:1781226720.270464:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226720.270488:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac446470a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465b2 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226720.270513:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2b5a50, ctime: 0x6a2b5cdc, blocks: 0x8 00010000:00010000:0.0:1781226720.270532:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226720.270534:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226720.270542:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac446470a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465b2 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.270561:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac446470a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465b2 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226720.270578:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7800, rc 0) 00000100:00100000:0.0:1781226720.270640:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2425:x1867750941464576:12345-192.168.202.30@tcp:101:diff.0 Request processed in 200us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226720.270647:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 202 00000100:00100000:2.0:1781226720.279259:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226720.279364:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941464832 00000100:00100000:3.0:1781226720.279393:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941464832 00000100:00100000:3.0:1781226720.279475:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 823 00000100:00100000:3.0:1781226720.279488:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+76:24290:x1867750941464832:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:3.0:1781226720.279516:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226720.279544:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464711 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465b9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226720.279746:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464718 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226720.279761:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226720.279775:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226720.279788:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1781226720.279926:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464711 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465b9 expref: 79 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226720.279952:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464718 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465b9 expref: 78 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226720.279961:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7900) 00010000:00010000:3.0:1781226720.279964:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226720.279968:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031400, rc 0) 00000100:00100000:3.0:1781226720.280239:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+78:24290:x1867750941464832:12345-192.168.202.30@tcp:101:diff.0 Request processed in 752us (992us total) trans 4294967790 rc 0/0 00000100:00100000:3.0:1781226720.280250:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 823 00000100:00100000:3.0:1781226720.294408:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226720.294471:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226720.294588:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465088 00000100:00100000:1.0:1781226720.294600:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465088 00002000:00100000:1.0:1781226720.294757:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff89a4c733d680 x1867750941465088/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:531/0 lens 488/0 e 0 to 0 dl 1781226731 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226720.294770:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c733d680 with x1867750941465088 ext(0->4095) 00002000:00010000:1.0:1781226720.294778:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c733d680 00000100:00100000:1.0:1781226720.294820:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 60 00000100:00100000:1.0:1781226720.294849:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941465088:12345-192.168.202.30@tcp:3:diff.0 00000100:00100000:1.0:1781226720.295140:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941465088:12345-192.168.202.30@tcp:3:diff.0 Request processed in 291us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226720.295158:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 60 00002000:00100000:1.0:1781226720.295165:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff89a4c733d680 x1867750941465088/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:531/0 lens 488/4536 e 0 to 0 dl 1781226731 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226720.295172:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c733d680 with x1867750941465088 ext(0->4095) 00002000:00010000:1.0:1781226720.295175:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c733d680 00000100:00100000:2.0:1781226720.295771:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941464960 00000100:00100000:2.0:1781226720.295779:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941464960 00000100:00100000:2.0:1781226720.295837:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 35 00000100:00100000:2.0:1781226720.295846:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3436050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+78:2427:x1867750941464960:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226720.295860:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226720.295889:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464718 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465b9 expref: 78 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226720.295914:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff89a5fb3f7900) 00010000:00010000:2.0:1781226720.295920:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226720.295970:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3436050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+77:2427:x1867750941464960:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 125us (1578us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226720.295978:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 35 00000100:00100000:3.0:1781226720.304869:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226720.304978:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465344 00000100:00100000:0.0:1781226720.304988:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465344 00000100:00100000:0.0:1781226720.305054:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 160 00000100:00100000:0.0:1781226720.305064:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+77:24290:x1867750941465344:12345-192.168.202.30@tcp:35:diff.0 00000001:00080000:0.0:1781226720.305313:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967791 00000100:00100000:0.0:1781226720.305432:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+79:24290:x1867750941465344:12345-192.168.202.30@tcp:35:diff.0 Request processed in 368us (573us total) trans 4294967792 rc 0/0 00000100:00100000:0.0:1781226720.305439:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 160 00000020:00080000:0.0:1781226720.305444:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1781226720.379982:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226720.764108:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226720.764134:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73883c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964523776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226720.764216:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226720.764245:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226720.764256:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964523904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226720.764290:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226720.764362:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523776 00000100:00100000:1.0:1781226720.764371:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523776 00000100:00100000:1.0:1781226720.764454:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964523904 00000100:00100000:1.0:1781226720.764457:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964523904 00000100:00100000:1.0:1781226720.764476:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1781226720.764485:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964523776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226720.764520:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226720.764573:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964523776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226720.764582:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1781226720.764600:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1781226720.764606:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964523904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226720.764617:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226720.764645:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964523904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226720.764651:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1781226720.764727:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73883c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964523776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226720.764833:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964523904:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781226720.764963:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226721.192559:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192611:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192638:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192666:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192683:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192735:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192757:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192780:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192804:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226721.192836:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465856 00000100:00100000:2.0:1781226721.192846:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465856 00000100:00100000:2.0:1781226721.192899:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466368 00000100:00100000:2.0:1781226721.192902:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466368 00000100:00100000:2.0:1781226721.192926:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465984 00000100:00100000:2.0:1781226721.192928:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465984 00000100:00100000:2.0:1781226721.192939:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466496 00000100:00100000:2.0:1781226721.192941:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466496 00000100:00100000:2.0:1781226721.192955:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 443 00000100:00100000:2.0:1781226721.192965:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941465856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226721.193035:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941465856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 71us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226721.193043:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 443 00000100:00100000:2.0:1781226721.193061:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 444 00000100:00100000:2.0:1781226721.193068:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941466368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226721.193092:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941466368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226721.193097:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 444 00000100:00100000:2.0:1781226721.193124:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 445 00000100:00100000:2.0:1781226721.193131:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941465984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226721.193171:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941465984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 41us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226721.193178:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 445 00000100:00100000:2.0:1781226721.193190:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 446 00000100:00100000:2.0:1781226721.193197:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941466496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226721.193217:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941466496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226721.193224:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 446 00000100:00080000:2.0:1781226721.193248:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226721.193251:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226721.193450:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465600 00000100:00100000:0.0:1781226721.193455:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465600 00000100:00100000:0.0:1781226721.193494:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466112 00000100:00100000:0.0:1781226721.193497:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466112 00000100:00100000:0.0:1781226721.193521:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465728 00000100:00100000:0.0:1781226721.193523:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465728 00000100:00100000:0.0:1781226721.193536:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466240 00000100:00100000:0.0:1781226721.193538:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466240 00000100:00100000:0.0:1781226721.193553:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 798 00000100:00100000:0.0:1781226721.193560:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+79:2426:x1867750941465600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226721.193603:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+79:2426:x1867750941465600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226721.193609:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 798 00000100:00100000:0.0:1781226721.193623:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:0.0:1781226721.193629:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2426:x1867750941466112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226721.193653:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2426:x1867750941466112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226721.193659:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:0.0:1781226721.193671:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 800 00000100:00100000:0.0:1781226721.193678:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941465728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226721.193735:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941465728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 57us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226721.193740:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 800 00000100:00100000:0.0:1781226721.193752:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00100000:0.0:1781226721.193758:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941466240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226721.193780:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941466240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226721.193785:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00080000:0.0:1781226721.193800:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226721.193803:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226721.194609:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941465472 00000100:00100000:1.0:1781226721.194617:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941465472 00000100:00100000:1.0:1781226721.194671:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 688 00000100:00100000:1.0:1781226721.194680:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941465472:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226721.194756:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941465472:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (2089us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226721.194762:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 688 00010000:00010000:1.0:1781226721.405164:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226721.534327:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226721.797180:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226721.797210:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964524032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226721.797311:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226721.797640:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524032 00000100:00100000:1.0:1781226721.797653:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524032 00000100:00100000:1.0:1781226721.797775:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1781226721.797787:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964524032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226721.797840:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1781226721.797907:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964524032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226721.797915:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1781226721.798194:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964524032:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781226721.918312:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226721.918328:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226721.918364:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1781226721.918378:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781226722.429775:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226723.325771:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226723.325809:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964524160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226723.325939:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.326043:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524160 00000100:00100000:3.0:1781226723.326054:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524160 00000100:00100000:3.0:1781226723.326155:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1781226723.326170:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964524160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226723.326215:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1781226723.326285:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964524160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226723.326294:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:3.0:1781226723.326324:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226723.326379:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964524160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226723.326884:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964524288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226723.326925:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226723.333423:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964524416:0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.333548:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226723.334401:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524288 00000100:00100000:1.0:1781226723.334415:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524288 00000100:00100000:1.0:1781226723.334505:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1781226723.334517:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964524288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226723.334560:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226723.334629:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964524288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (7702us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226723.334636:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1781226723.334675:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524416 00000100:00100000:1.0:1781226723.334678:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524416 00000100:00100000:1.0:1781226723.334729:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1781226723.334736:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964524416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.334775:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964524416:12345-0@lo:400:kworker.0 Request processed in 39us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226723.334782:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1781226723.334842:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964524416:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.334900:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964524288:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1781226723.335378:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226723.336935:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964524672:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.337030:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.337079:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964525184:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.337108:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.337144:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964525696:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.337167:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.337193:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781226723.337200:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964524544:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.337224:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.337249:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964525056:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.337278:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.337297:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964525568:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.337317:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226723.337367:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524672 00000100:00100000:3.0:1781226723.337376:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524672 00000100:00100000:3.0:1781226723.337434:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1781226723.337444:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964524672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.338609:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964524800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.338669:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226723.338708:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964525312:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.338736:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226723.338767:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525312 00000100:00100000:1.0:1781226723.338773:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525312 00000100:00100000:1.0:1781226723.338839:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1781226723.338849:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964525312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.338885:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964525312:12345-0@lo:400:kworker.0 Request processed in 38us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226723.338892:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:1.0:1781226723.338918:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226723.338960:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964525312:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.338986:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1781226723.338993:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964524928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.339017:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226723.339039:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964525440:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.339059:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226723.339081:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525440 00000100:00100000:1.0:1781226723.339084:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525440 00000100:00100000:1.0:1781226723.339112:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1781226723.339136:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964525440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.339164:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964525440:12345-0@lo:400:kworker.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226723.339170:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:1.0:1781226723.339185:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226723.339199:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964525440:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.339366:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964524672:12345-0@lo:400:kworker.0 Request processed in 1922us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226723.339375:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1781226723.339397:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524928 00000100:00100000:3.0:1781226723.339401:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524928 00000100:00100000:3.0:1781226723.339421:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1781226723.339426:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964524928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.339674:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525184 00000100:00100000:2.0:1781226723.339679:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525184 00000100:00100000:2.0:1781226723.339739:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525696 00000100:00100000:2.0:1781226723.339742:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525696 00000100:00100000:2.0:1781226723.339755:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524544 00000100:00100000:2.0:1781226723.339758:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524544 00000100:00100000:2.0:1781226723.339768:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525056 00000100:00100000:2.0:1781226723.339770:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525056 00000100:00100000:2.0:1781226723.339783:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525568 00000100:00100000:2.0:1781226723.339786:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525568 00000100:00100000:2.0:1781226723.339798:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964524800 00000100:00100000:2.0:1781226723.339800:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964524800 00000100:00100000:2.0:1781226723.339813:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1781226723.339828:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964525184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.339867:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964525184:12345-0@lo:400:kworker.0 Request processed in 40us (2758us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226723.339873:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1781226723.339889:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1781226723.339895:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964525696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.339923:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964525696:12345-0@lo:400:kworker.0 Request processed in 29us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226723.339929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1781226723.339940:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1781226723.339946:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964524544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.339972:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964524544:12345-0@lo:400:kworker.0 Request processed in 27us (2747us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226723.339977:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1781226723.339988:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1781226723.339993:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964525056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.340021:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964525056:12345-0@lo:400:kworker.0 Request processed in 28us (2743us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226723.340026:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1781226723.340037:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1781226723.340042:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964525568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.340069:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964525568:12345-0@lo:400:kworker.0 Request processed in 26us (2750us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226723.340075:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1781226723.340086:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1781226723.340098:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964524800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226723.340144:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964524800:12345-0@lo:400:kworker.0 Request processed in 46us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226723.340149:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1781226723.340350:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964524928:12345-0@lo:400:kworker.0 Request processed in 922us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226723.340357:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1781226723.340408:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964524544:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.340423:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964525056:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.340435:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964525568:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.341347:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964524672:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.341377:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964525184:0@lo:400:kworker.0 00000100:00100000:3.0:1781226723.341391:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964525696:0@lo:400:kworker.0 00000100:00080000:1.0:1781226723.341559:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226723.341565:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226723.341591:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964524928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226723.341605:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964524800:0@lo:400:kworker.0 00010000:00010000:0.0:1781226723.453922:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781226723.844341:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967792 is committed 00000001:00080000:2.0:1781226723.844376:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000020:00080000:2.0:1781226723.844390:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c8850900 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1781226723.844395:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5e9765e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8850180 00000020:00080000:2.0:1781226723.844399:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5e9765d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c91a4400 00000020:00080000:0.0:1781226723.849717:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:0.0:1781226723.849838:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:3.0:1781226723.850932:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226723.850953:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226723.850962:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226723.850970:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226723.850977:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226723.850986:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226723.851011:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226723.851014:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226723.851020:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226723.851028:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464677 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226723.860773:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:0.0:1781226723.860799:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000100:00100000:1.0:1781226724.348100:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71343c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964525824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226724.348186:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226724.348309:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525824 00000100:00100000:3.0:1781226724.348319:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525824 00000100:00100000:3.0:1781226724.348382:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1781226724.348392:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964525824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226724.348427:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226724.348475:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964525824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226724.348483:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1781226724.348638:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71343c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964525824:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226724.476979:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226725.520004:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226725.885474:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226725.885508:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7135680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964525952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226725.885580:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226725.885644:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964525952 00000100:00100000:3.0:1781226725.885651:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964525952 00000100:00100000:3.0:1781226725.885765:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1781226725.885775:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964525952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226725.885806:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1781226725.885855:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964525952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226725.885864:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00080000:3.0:1781226725.885883:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226725.885911:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:3.0:1781226725.885917:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967333 committed transno 4294967333 00000100:00100000:3.0:1781226725.885945:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7135680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964525952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226725.892573:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7135680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964526080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226725.892648:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226725.893462:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526080 00000100:00100000:3.0:1781226725.893472:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526080 00000100:00100000:3.0:1781226725.893544:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1781226725.893556:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964526080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226725.893586:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1781226725.893647:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964526080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226725.893655:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:2.0:1781226725.894150:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226725.894386:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7135680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964526080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226726.321817:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.321854:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.321885:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.321908:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.321933:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.321950:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.321981:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.322001:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.322026:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226726.322052:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466752 00000100:00100000:0.0:1781226726.322061:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466752 00000100:00100000:0.0:1781226726.322130:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467264 00000100:00100000:0.0:1781226726.322133:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467264 00000100:00100000:0.0:1781226726.322145:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466880 00000100:00100000:0.0:1781226726.322148:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466880 00000100:00100000:0.0:1781226726.322160:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467392 00000100:00100000:0.0:1781226726.322162:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467392 00000100:00100000:0.0:1781226726.322178:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 808 00000100:00100000:0.0:1781226726.322187:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+76:2427:x1867750941466752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226726.322280:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+76:2427:x1867750941466752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 94us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226726.322288:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 808 00000100:00100000:0.0:1781226726.322307:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:0.0:1781226726.322315:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+34:2427:x1867750941467264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226726.322339:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+34:2427:x1867750941467264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226726.322346:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:0.0:1781226726.322357:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 810 00000100:00100000:0.0:1781226726.322363:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8194b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941466880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226726.322385:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8194b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941466880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226726.322390:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 810 00000100:00100000:0.0:1781226726.322401:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 811 00000100:00100000:0.0:1781226726.322407:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941467392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226726.322430:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941467392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226726.322436:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 811 00000100:00080000:0.0:1781226726.322460:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226726.322464:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226726.323782:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467008 00000100:00100000:3.0:1781226726.323794:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467008 00000100:00100000:3.0:1781226726.323848:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467520 00000100:00100000:3.0:1781226726.323851:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467520 00000100:00100000:3.0:1781226726.323872:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467136 00000100:00100000:3.0:1781226726.323875:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467136 00000100:00100000:3.0:1781226726.323888:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467648 00000100:00100000:3.0:1781226726.323891:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467648 00000100:00100000:3.0:1781226726.323909:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 449 00000100:00100000:3.0:1781226726.323917:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c81952c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941467008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226726.323981:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c81952c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941467008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 55us (2115us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226726.323987:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 449 00000100:00100000:3.0:1781226726.324002:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 450 00000100:00100000:3.0:1781226726.324007:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8194780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2427:x1867750941467520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226726.324028:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8194780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2427:x1867750941467520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226726.324033:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 450 00000100:00100000:3.0:1781226726.324044:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00100000:3.0:1781226726.324049:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941467136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226726.324119:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941467136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 68us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226726.324125:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00100000:3.0:1781226726.324136:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 452 00000100:00100000:3.0:1781226726.324143:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941467648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226726.324163:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941467648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226726.324169:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 452 00000100:00100000:3.0:1781226726.324193:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941466624 00000100:00100000:3.0:1781226726.324196:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941466624 00000100:00100000:3.0:1781226726.324530:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:3.0:1781226726.324540:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941466624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226726.324570:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941466624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (2636us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226726.324576:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00080000:0.0:1781226726.326859:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226726.326869:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781226726.536864:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226726.908050:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964526208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226726.908156:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226726.914527:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526208 00000100:00100000:1.0:1781226726.914544:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526208 00000100:00100000:1.0:1781226726.914646:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1781226726.914657:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964526208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226726.914740:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1781226726.914827:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964526208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 173us (6671us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226726.914836:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1781226726.915098:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964526208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226727.052998:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226727.053119:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467776 00000100:00100000:2.0:1781226727.053130:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467776 00000100:00100000:2.0:1781226727.053194:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 824 00000100:00100000:2.0:1781226727.053206:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24197:x1867750941467776:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226727.053338:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24197:x1867750941467776:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 130us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226727.053347:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 824 00000100:00100000:3.0:1781226727.063506:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226727.063725:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941467904 00000100:00100000:0.0:1781226727.063738:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941467904 00000100:00100000:0.0:1781226727.063801:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 825 00000100:00100000:0.0:1781226727.063813:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24197:x1867750941467904:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226727.063935:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24197:x1867750941467904:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 124us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226727.063944:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 825 00010000:00010000:1.0:1781226727.548679:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226728.443955:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964526336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226728.444043:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.444152:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964526848:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.444189:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226728.444202:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964526464:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.444216:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964527360:0@lo:400:kworker.0 00000100:00100000:0.0:1781226728.444250:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226728.444312:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526336 00000100:00100000:3.0:1781226728.444321:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526336 00000100:00100000:3.0:1781226728.444376:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1781226728.444387:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5efa9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964526336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226728.444421:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1781226728.445223:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526464 00000100:00100000:2.0:1781226728.445230:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526464 00000100:00100000:2.0:1781226728.445266:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1781226728.445274:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964526464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.447312:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.447394:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964527872:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.447444:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.447478:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226728.447497:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964528000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226728.447522:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.447562:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526848 00000100:00100000:1.0:1781226728.447569:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526848 00000100:00100000:1.0:1781226728.447617:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1781226728.447624:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964526848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.447667:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964526848:12345-0@lo:400:kworker.0 Request processed in 44us (3480us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226728.447671:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1781226728.447688:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527360 00000100:00100000:1.0:1781226728.447724:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527360 00000100:00100000:1.0:1781226728.447767:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527872 00000100:00100000:1.0:1781226728.447770:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527872 00000100:00100000:1.0:1781226728.447793:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781226728.447799:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964527360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.447832:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964527360:12345-0@lo:400:kworker.0 Request processed in 33us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226728.447838:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781226728.447849:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1781226728.447854:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964527872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.447881:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964527872:12345-0@lo:400:kworker.0 Request processed in 27us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226728.447886:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1781226728.447904:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964528000 00000100:00100000:1.0:1781226728.447907:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964528000 00000100:00100000:1.0:1781226728.447924:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1781226728.448036:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964528000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226728.448049:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1781226728.448085:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964528000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226728.448092:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1781226728.448150:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964528000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226728.448163:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964527360:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.448176:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964527872:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.448186:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964526848:0@lo:400:kworker.0 00000100:00080000:1.0:1781226728.448236:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226728.448241:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226728.448244:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964526976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.448260:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964526720:0@lo:400:kworker.0 00000100:00100000:0.0:1781226728.448288:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226728.448323:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964527488:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.448325:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.448356:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964527232:0@lo:400:kworker.0 00000100:00100000:0.0:1781226728.448357:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226728.448395:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526976 00000100:00100000:1.0:1781226728.448396:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226728.448401:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526976 00000100:00100000:3.0:1781226728.448402:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527488 00000100:00100000:3.0:1781226728.448409:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527488 00000100:00100000:1.0:1781226728.448421:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964527744:0@lo:400:kworker.0 00000100:00100000:0.0:1781226728.448434:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526720 00000100:00100000:0.0:1781226728.448439:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526720 00000100:00100000:1.0:1781226728.448444:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226728.448449:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1781226728.448458:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964527488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226728.448464:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1781226728.448466:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781226728.448473:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964526592:0@lo:400:kworker.0 00000100:00100000:0.0:1781226728.448648:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964526976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.448849:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964527488:12345-0@lo:400:kworker.0 Request processed in 392us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226728.448856:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1781226728.448905:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5efa9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964526336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4520us (4863us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226728.448911:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1781226728.449207:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964526464:12345-0@lo:400:kworker.0 Request processed in 3932us (4955us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226728.449227:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1781226728.449274:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.449303:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964527104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.449325:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226728.449341:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964527616:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.449362:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781226728.449386:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226728.449397:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527232 00000100:00100000:1.0:1781226728.449401:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527232 00000100:00100000:1.0:1781226728.449428:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527744 00000100:00100000:1.0:1781226728.449431:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527744 00000100:00100000:1.0:1781226728.449443:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964526592 00000100:00100000:1.0:1781226728.449445:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964526592 00000100:00100000:1.0:1781226728.449453:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527104 00000100:00100000:1.0:1781226728.449455:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527104 00000100:00100000:1.0:1781226728.449464:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964527616 00000100:00100000:1.0:1781226728.449466:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964527616 00000100:00100000:1.0:1781226728.449477:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1781226728.449484:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964527232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.451781:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1781226728.451781:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964527232:12345-0@lo:400:kworker.0 Request processed in 2296us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226728.451790:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1781226728.451797:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964527744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.451812:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1781226728.451820:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964526592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.451830:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964527744:12345-0@lo:400:kworker.0 Request processed in 41us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226728.451836:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1781226728.451844:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964526592:12345-0@lo:400:kworker.0 Request processed in 27us (2572us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226728.451848:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1781226728.451851:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1781226728.451854:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964527104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.451860:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1781226728.451866:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964527616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.451878:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964527104:12345-0@lo:400:kworker.0 Request processed in 25us (2553us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226728.451884:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1781226728.451887:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964527616:12345-0@lo:400:kworker.0 Request processed in 22us (2525us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226728.451892:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:1.0:1781226728.451906:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226728.451912:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226728.452019:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1781226728.452030:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964526720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.452084:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964526720:12345-0@lo:400:kworker.0 Request processed in 55us (3760us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226728.452275:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964526336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226728.452318:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964526464:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452333:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964527488:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452369:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964526592:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452381:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964527104:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452391:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964527616:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452402:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964526720:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452413:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964527232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226728.452424:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964527744:0@lo:400:kworker.0 00000100:00100000:1.0:1781226728.455084:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1781226728.461190:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964526976:12345-0@lo:400:kworker.0 Request processed in 12534us (12891us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226728.461206:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1781226728.462480:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964526976:0@lo:400:kworker.0 00010000:00010000:0.0:1781226728.571926:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226729.473166:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964528128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226729.473262:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226729.473340:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964528128 00000100:00100000:3.0:1781226729.473349:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964528128 00000100:00100000:3.0:1781226729.473400:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1781226729.473410:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964528128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226729.473443:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226729.473488:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964528128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226729.473495:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1781226729.473544:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964528128:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226729.596370:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1781226729.995203:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:0.0:1781226729.996124:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:0.0:1781226729.996141:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000001:02000400:1.0:1781226730.434591:0:20023:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 21:12:07 (1781226727) 00010000:00010000:2.0:1781226730.626649:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226730.806963:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226730.807032:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941468032 00000100:00100000:3.0:1781226730.807040:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941468032 00000100:00100000:3.0:1781226730.807342:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 826 00000100:00100000:3.0:1781226730.807354:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24913:x1867750941468032:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226730.807456:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24913:x1867750941468032:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 104us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226730.807465:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 826 00000100:00080000:1.0:1781226730.814864:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226730.829973:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226730.830096:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941468160 00000100:00100000:2.0:1781226730.830106:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941468160 00000100:00100000:2.0:1781226730.830184:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 827 00000100:00100000:2.0:1781226730.830195:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24913:x1867750941468160:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226730.830320:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24913:x1867750941468160:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 126us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226730.830327:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 827 00000100:00080000:1.0:1781226730.830539:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226730.916307:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226730.916745:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941468288 00000100:00100000:0.0:1781226730.916758:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941468288 00000100:00100000:0.0:1781226730.916857:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 828 00000100:00100000:0.0:1781226730.916868:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:24914:x1867750941468288:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226730.916898:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226730.916920:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464726 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465c0 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.916985:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917000:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917013:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917028:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917036:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917056:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917099:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917107:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917114:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917124:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226730.917128:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917137:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917149:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226730.917152:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226730.917156:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917163:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446472d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917178:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917184:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917190:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917196:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226730.917198:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917205:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917217:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff89a5f680b800) 00010000:00010000:0.0:1781226730.917219:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226730.917222:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917228:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac4464734 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917263:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464726 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465c0 expref: 77 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917274:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226730.917277:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226730.917294:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac4464726 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465c0 expref: 77 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.917305:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6000, rc 0) 00000100:00100000:0.0:1781226730.917387:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+76:24914:x1867750941468288:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 520us (1088us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226730.917395:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 828 00000100:00080000:1.0:1781226730.920287:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226730.933586:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226730.934020:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941468544 00000100:00100000:2.0:1781226730.934029:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941468544 00000100:00100000:2.0:1781226730.934178:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 829 00000100:00100000:2.0:1781226730.934190:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+76:24914:x1867750941468544:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:2.0:1781226730.934248:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226730.934276:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464519 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4652d expref: 76 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226730.934297:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226730.934301:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226730.934362:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226730.934375:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 33 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226730.934384:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226730.934435:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 33 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226730.934448:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 33 pid: 6524 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226730.934462:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964528256:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226730.934572:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c60b7000 going to sleep for 11 seconds 00000100:00100000:2.0:1781226730.939095:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226730.939236:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964528256:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226730.939273:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226730.939375:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941468672 00000100:00100000:0.0:1781226730.939384:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941468672 00010000:00010000:0.0:1781226730.939436:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 34 pid: 6524 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226730.939483:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 279 00000100:00100000:0.0:1781226730.939494:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+34:2426:x1867750941468672:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226730.939517:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226730.939525:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 34 pid: 6524 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.939557:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 34 pid: 6524 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.939582:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464543 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4653b expref: 34 pid: 6524 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.939599:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226730.939604:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.939615:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.939622:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226730.939654:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226730.939743:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+33:2426:x1867750941468672:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 250us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226730.939751:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 279 00010000:00010000:3.0:1781226730.940136:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.940145:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.940174:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.940185:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.940195:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.940982:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.940995:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941005:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226730.941024:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000fc33b7e8 reply state 00000000ae4c2d72 transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941035:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941058:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:3.0:1781226730.941061:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226730.941065:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781226730.941071:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:3.0:1781226730.941081:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941086:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941092:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941098:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226730.941102:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941110:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941118:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226730.941120:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226730.941123:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941129:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac446473b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226730.941144:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000fc33b7e8 reply state 00000000ae4c2d72 transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941157:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226730.941162:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226730.941164:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226730.941165:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781226730.941266:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+77:24914:x1867750941468544:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 7077us (7687us total) trans 4294967793 rc 0/0 00000100:00100000:3.0:1781226730.941274:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 829 00000100:00100000:0.0:1781226731.004165:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964528384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226731.004268:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226731.004409:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964528384 00000100:00100000:1.0:1781226731.004418:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964528384 00000100:00100000:1.0:1781226731.004510:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1781226731.004521:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964528384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226731.004558:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226731.004610:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964528384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226731.004618:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1781226731.004831:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964528512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226731.004864:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226731.005051:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964528384:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781226731.005077:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226731.008170:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964528512 00000100:00100000:1.0:1781226731.008191:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964528512 00000100:00100000:1.0:1781226731.008298:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1781226731.008310:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964528512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226731.008345:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226731.008466:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964528512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226731.008474:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1781226731.008925:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964528512:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781226731.009034:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1781226731.132362:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226731.132373:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226731.132467:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 1 00000040:00080000:1.0:1781226731.132475:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226731.351377:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.351548:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941468800 00000100:00100000:3.0:1781226731.351559:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941468800 00000100:00100000:3.0:1781226731.351626:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 830 00000100:00100000:3.0:1781226731.351637:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+77:24951:x1867750941468800:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:3.0:1781226731.351665:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226731.351688:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464750 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465c7 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.351788:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4464757 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.351803:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4464757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.351815:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4464757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226731.351864:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226731.351868:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226731.351889:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4464757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.351913:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4464750 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465c7 expref: 79 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.352016:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4464757 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465c7 expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.352025:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226731.352028:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226731.352031:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8200, rc 0) 00000100:00100000:3.0:1781226731.352115:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+78:24951:x1867750941468800:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 480us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.352124:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 830 00000100:00100000:0.0:1781226731.364504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.365053:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469056 00000100:00100000:3.0:1781226731.365064:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469056 00000100:00100000:3.0:1781226731.365146:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 831 00000100:00100000:3.0:1781226731.365158:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:24951:x1867750941469056:12345-192.168.202.30@tcp:36:mkdir.0 00000100:00080000:0.0:1781226731.365607:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226731.365666:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdd680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1867750964528640:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781226731.365749:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226731.365859:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217e40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226731.366264:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964528640 00000100:00100000:0.0:1781226731.366271:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964528640 00000100:00100000:0.0:1781226731.366328:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1781226731.366336:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1867750964528640:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226731.366461:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1867750964528640:12345-0@lo:1000:mdt00_000.0 Request processed in 126us (711us total) trans 0 rc 1/1 00000100:00100000:0.0:1781226731.366468:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1781226731.370609:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdd680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6523:1867750964528640:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781226731.370914:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:24951:x1867750941469056:12345-192.168.202.30@tcp:36:mkdir.0 Request processed in 5756us (6416us total) trans 0 rc -17/-17 00000100:00100000:2.0:1781226731.370932:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 831 00000100:00100000:1.0:1781226731.385805:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.386009:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469184 00000100:00100000:3.0:1781226731.386019:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469184 00000100:00100000:3.0:1781226731.386156:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 832 00000100:00100000:3.0:1781226731.386168:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+78:24951:x1867750941469184:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:3.0:1781226731.386194:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226731.386235:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446475e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465ce expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386309:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386322:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386333:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386345:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386352:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386358:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386432:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac4464773 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386441:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac4464773 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386448:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac4464773 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226731.386488:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:3.0:1781226731.386491:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226731.386511:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac4464773 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386522:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386529:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386535:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386541:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226731.386546:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386553:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386565:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226731.386568:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226731.386572:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386578:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac4464765 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386591:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386602:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386607:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386612:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226731.386614:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386620:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386627:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226731.386630:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226731.386632:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386637:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446476c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386661:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446475e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ce expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386674:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac4464773 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ce expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.386682:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:3.0:1781226731.386684:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226731.386687:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8156800, rc 0) 00000100:00100000:3.0:1781226731.386807:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+79:24951:x1867750941469184:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 641us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.386815:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 832 00000100:00100000:1.0:1781226731.426297:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.426478:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469440 00000100:00100000:3.0:1781226731.426489:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469440 00000100:00100000:3.0:1781226731.426572:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 456 00000100:00100000:3.0:1781226731.426583:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941469440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226731.426666:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941469440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 84us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.426673:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 456 00000100:00080000:0.0:1781226731.433100:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226731.442316:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226731.442365:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226731.442396:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226731.442537:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.442546:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469568 00000100:00100000:0.0:1781226731.442556:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469568 00000100:00100000:3.0:1781226731.442607:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469824 00000100:00100000:3.0:1781226731.442611:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469824 00000100:00100000:0.0:1781226731.442622:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469696 00000100:00100000:0.0:1781226731.442625:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469696 00000100:00100000:3.0:1781226731.442641:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 457 00000100:00100000:0.0:1781226731.442647:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 458 00000100:00100000:3.0:1781226731.442651:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941469568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226731.442653:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941469824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226731.442756:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941469568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 105us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.442763:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 457 00000100:00100000:3.0:1781226731.442782:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 459 00000100:00100000:1.0:1781226731.442783:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469312 00000100:00100000:3.0:1781226731.442788:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2427:x1867750941469696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226731.442788:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469312 00000100:00100000:1.0:1781226731.442818:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 692 00000100:00100000:1.0:1781226731.442825:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941469312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00080000:2.0:1781226731.442861:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226731.442866:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226731.450985:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941469824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 8317us (8573us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226731.451003:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 458 00000100:00100000:3.0:1781226731.451923:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2427:x1867750941469696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 9129us (9484us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.451935:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 459 00000100:00100000:2.0:1781226731.473464:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.473559:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941469952 00000100:00100000:3.0:1781226731.473570:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941469952 00000100:00100000:3.0:1781226731.473637:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 833 00000100:00100000:3.0:1781226731.473649:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+33:24957:x1867750941469952:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226731.473670:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226731.473692:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac446477a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465d5 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.473793:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.473808:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.473821:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226731.473863:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226731.473867:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226731.473887:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.473910:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac446477a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 35 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.473927:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 34 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.473936:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226731.473939:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226731.473954:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8157a00, rc 0) 00000100:00100000:3.0:1781226731.474007:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24957:x1867750941469952:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 360us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.474017:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 833 00000100:00100000:0.0:1781226731.475834:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941469312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32998us (33519us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226731.475848:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 692 00000100:00100000:2.0:1781226731.500672:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.501227:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941470208 00000100:00100000:3.0:1781226731.501239:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941470208 00000100:00100000:3.0:1781226731.501295:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 834 00000100:00100000:3.0:1781226731.501305:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+79:24957:x1867750941470208:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226731.501326:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226731.501329:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781226731.501356:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac4464773 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ce expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501377:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:3.0:1781226731.501382:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226731.501396:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464788 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465dc expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501507:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501520:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501528:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501542:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501549:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.501556:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502246:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502260:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502267:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226731.502277:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1781226731.502302:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502309:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502316:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502323:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502328:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226731.502333:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502340:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502355:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:3.0:1781226731.502358:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226731.502361:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502368:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446478f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226731.502378:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000037a4e81b reply state 0000000038be7768 transno 4294967794 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502390:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502396:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff89a5fb3f7a00) 00010000:00010000:3.0:1781226731.502399:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226731.502401:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781226731.502432:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464788 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502446:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.502453:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7e00) 00010000:00010000:3.0:1781226731.502456:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226731.502458:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8157200, rc 0) 00000100:00100000:3.0:1781226731.502748:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+81:24957:x1867750941470208:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1444us (2084us total) trans 4294967794 rc 0/0 00000100:00100000:3.0:1781226731.502758:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 834 00000100:00100000:2.0:1781226731.508358:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.508509:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941470464 00000100:00100000:3.0:1781226731.508519:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941470464 00000100:00100000:3.0:1781226731.508617:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 835 00000100:00100000:3.0:1781226731.508626:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+81:24957:x1867750941470464:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226731.508650:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226731.508672:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac44647ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465e3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.509001:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.509018:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.509027:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.509071:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.509085:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 82 pid: 6523 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226731.509100:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdda40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964528768:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226731.509193:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c62176c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226731.517381:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdda40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964528768:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226731.517412:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226731.524206:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.524472:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941470592 00000100:00100000:3.0:1781226731.524483:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941470592 00010000:00010000:3.0:1781226731.524540:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 83 pid: 6523 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226731.524586:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 280 00000100:00100000:3.0:1781226731.524596:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+83:2427:x1867750941470592:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226731.524613:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226731.524620:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 83 pid: 6523 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.524634:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 83 pid: 6523 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.524659:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac446479d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465dc expref: 83 pid: 6523 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.524674:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7e00) 00010000:00010000:3.0:1781226731.524678:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.524689:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.524742:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.524770:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226731.524958:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.524966:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226731.524988:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1781226731.525202:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525211:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525232:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525239:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8157000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226731.525243:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525251:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525262:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7e00) 00010000:00010000:0.0:1781226731.525265:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226731.525268:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525275:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157000/0x5d5522eac44647b2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525334:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac44647ab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465e3 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525344:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:0.0:1781226731.525346:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226731.525350:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156800/0x5d5522eac44647ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465e3 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.525358:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8156800, rc 0) 00000100:00100000:3.0:1781226731.525410:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+82:2427:x1867750941470592:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 814us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.525419:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 280 00000100:00100000:0.0:1781226731.530847:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+81:24957:x1867750941470464:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 22208us (22485us total) trans 4294967795 rc 301/301 00000100:00100000:0.0:1781226731.530861:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 835 00000100:00100000:1.0:1781226731.538620:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226731.539528:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941470848 00000100:00100000:2.0:1781226731.539606:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941470848 00000100:00100000:2.0:1781226731.539776:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 161 00000100:00100000:2.0:1781226731.539788:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+81:24957:x1867750941470848:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226731.540155:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+82:24957:x1867750941470848:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 369us (1543us total) trans 4294967796 rc 0/0 00000100:00100000:2.0:1781226731.540164:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 161 00000100:00100000:1.0:1781226731.548255:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.548413:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941470976 00000100:00100000:3.0:1781226731.548424:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941470976 00000100:00100000:3.0:1781226731.548496:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 836 00000100:00100000:3.0:1781226731.548507:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+82:24957:x1867750941470976:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226731.548544:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226731.548572:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac44647c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465ea expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.548635:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac44647c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ea expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.548652:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac44647c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ea expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.548671:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:3.0:1781226731.548674:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226731.548678:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8157200, rc 0) 00000100:00100000:3.0:1781226731.548766:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+83:24957:x1867750941470976:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 262us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.548774:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 836 00000100:00100000:1.0:1781226731.555255:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.555352:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941471232 00000100:00100000:0.0:1781226731.555362:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941471232 00000100:00100000:0.0:1781226731.555428:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 837 00000100:00100000:0.0:1781226731.555439:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+83:24957:x1867750941471232:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226731.555508:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.555526:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.555658:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.555966:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.555974:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.555981:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.555986:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226731.555992:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.556000:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.556013:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226731.556016:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781226731.556020:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.556025:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226731.556162:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+84:24957:x1867750941471232:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 723us (917us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1781226731.556172:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 837 00000100:00100000:1.0:1781226731.568828:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.568954:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941471488 00000100:00100000:0.0:1781226731.568970:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941471488 00000100:00100000:0.0:1781226731.571420:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 838 00000100:00100000:0.0:1781226731.571478:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+84:24957:x1867750941471488:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226731.571843:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.571860:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.571871:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226731.572142:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967798 00000004:00010000:0.0:1781226731.572169:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000088e6ed2 reply state 000000007ea5461c transno 4294967799 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.572183:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.572191:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226731.572193:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781226731.572197:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226731.572627:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+87:24957:x1867750941471488:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1190us (3812us total) trans 4294967799 rc 0/0 00000100:00100000:0.0:1781226731.572637:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 838 00000020:00080000:0.0:1781226731.572643:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226731.584841:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226731.592504:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941471744 00000100:00100000:3.0:1781226731.592523:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941471744 00000100:00100000:3.0:1781226731.593817:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 162 00000100:00100000:3.0:1781226731.593842:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+87:24957:x1867750941471744:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226731.594128:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+88:24957:x1867750941471744:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 296us (9297us total) trans 4294967800 rc 0/0 00000100:00100000:3.0:1781226731.594136:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 162 00010000:00010000:0.0:1781226731.643910:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226731.678986:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226731.681165:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941471872 00000100:00100000:1.0:1781226731.681185:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941471872 00000100:00100000:1.0:1781226731.681275:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 839 00000100:00100000:1.0:1781226731.681288:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+88:24960:x1867750941471872:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226731.681313:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226731.681337:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44647d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465f1 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681413:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681427:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681439:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681451:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681458:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681464:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681587:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5800/0x5d5522eac44647ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681614:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5800/0x5d5522eac44647ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681621:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5800/0x5d5522eac44647ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226731.681664:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:1.0:1781226731.681668:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226731.681689:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5800/0x5d5522eac44647ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681759:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681767:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681773:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681779:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681785:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226731.681789:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681796:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681817:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226731.681826:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226731.681832:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681839:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44647dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681852:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681857:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681862:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681867:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226731.681870:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681876:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.681884:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff89a5fb3f7100) 00010000:00010000:1.0:1781226731.681886:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226731.681889:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.685060:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44647e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.685128:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44647d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465f1 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.685171:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5800/0x5d5522eac44647ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465f1 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226731.685182:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:1.0:1781226731.685185:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226731.685188:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5800, rc 0) 00000100:00100000:1.0:1781226731.687609:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:24960:x1867750941471872:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 6312us (8620us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226731.687622:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 839 00000100:00100000:1.0:1781226731.696963:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.697688:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941472128 00000100:00100000:0.0:1781226731.697749:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941472128 00000100:00100000:0.0:1781226731.697815:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 840 00000100:00100000:0.0:1781226731.697826:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+89:24960:x1867750941472128:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226731.697852:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226731.697876:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44647f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465f8 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.697975:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.697992:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698003:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698016:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698023:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698029:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698168:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464806 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698177:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698185:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226731.698396:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1781226731.698490:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698499:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698506:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698511:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226731.698516:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698529:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698543:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:0.0:1781226731.698546:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226731.698551:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698557:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44647f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698571:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698577:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698583:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698588:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226731.698590:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698597:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698604:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff89a5fb3f7a00) 00010000:00010000:0.0:1781226731.698606:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226731.698609:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698614:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac44647ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698654:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac44647f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465f8 expref: 92 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698669:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465f8 expref: 91 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.698676:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226731.698678:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226731.698681:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da7400, rc 0) 00000100:00100000:0.0:1781226731.698804:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+91:24960:x1867750941472128:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 979us (1851us total) trans 4294967801 rc 0/0 00000100:00100000:0.0:1781226731.698813:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 840 00000100:00100000:2.0:1781226731.705302:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.705583:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941472256 00000100:00100000:0.0:1781226731.705593:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941472256 00000100:00100000:0.0:1781226731.705652:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:0.0:1781226731.705665:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+91:24960:x1867750941472256:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:0.0:1781226731.705779:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705799:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705811:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705855:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705861:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705867:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705873:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226731.705877:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705885:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705897:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226731.705900:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226731.705906:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.705913:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464814 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226731.705977:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+91:24960:x1867750941472256:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 315us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226731.705985:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:1.0:1781226731.711016:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226731.711197:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941472512 00000100:00100000:2.0:1781226731.711221:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941472512 00000100:00100000:2.0:1781226731.711298:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 163 00000100:00100000:2.0:1781226731.711312:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+91:24960:x1867750941472512:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:2.0:1781226731.712149:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+92:24960:x1867750941472512:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 834us (1141us total) trans 4294967802 rc 0/0 00000100:00100000:2.0:1781226731.712161:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 163 00000040:00080000:1.0:1781226731.780317:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781226731.799847:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.799971:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941472768 00000100:00100000:0.0:1781226731.799982:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941472768 00000100:00100000:0.0:1781226731.800158:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 842 00000100:00100000:0.0:1781226731.800170:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:24965:x1867750941472768:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226731.800199:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226731.800222:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac446481b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b465ff expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.800344:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464822 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.800360:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464822 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.800386:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464822 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226731.800399:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1781226731.800516:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac446481b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ff expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.800790:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464822 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ff expref: 94 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.800800:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226731.800804:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1781226731.800808:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6e00, rc 0) 00000100:00100000:0.0:1781226731.800869:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+94:24965:x1867750941472768:12345-192.168.202.30@tcp:101:cat.0 Request processed in 701us (1033us total) trans 4294967803 rc 0/0 00000100:00100000:0.0:1781226731.800877:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 842 00000100:00100000:1.0:1781226731.809602:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226731.809768:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473024 00000100:00100000:2.0:1781226731.809778:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473024 00000100:00100000:2.0:1781226731.809848:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 36 00000100:00100000:2.0:1781226731.809859:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+94:24965:x1867750941473024:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:2.0:1781226731.809876:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1781226731.809907:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464806 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465f8 expref: 94 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226731.809933:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464822 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ff expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226731.809973:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157200/0x5d5522eac44647c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465ea expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226731.809984:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:2.0:1781226731.809990:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226731.810101:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+91:24965:x1867750941473024:12345-192.168.202.30@tcp:103:cat.0 Request processed in 243us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226731.810109:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 36 00000100:00100000:3.0:1781226731.812139:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226731.812384:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473152 00000100:00100000:1.0:1781226731.812398:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473152 00000100:00100000:3.0:1781226731.812582:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:3.0:1781226731.812596:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+91:24965:x1867750941473152:12345-192.168.202.30@tcp:58:cat.0 00010000:00010000:3.0:1781226731.812775:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.812795:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226731.812809:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226731.813096:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:3.0:1781226731.813257:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+91:24965:x1867750941473152:12345-192.168.202.30@tcp:58:cat.0 Request processed in 659us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226731.813271:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:3.0:1781226731.815474:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226731.815563:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473280 00000100:00100000:0.0:1781226731.815573:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473280 00000100:00100000:0.0:1781226731.815643:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 844 00000100:00100000:0.0:1781226731.815653:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+91:24965:x1867750941473280:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226731.815677:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226731.815726:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46606 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.815787:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.815798:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.815819:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.815831:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.815845:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226731.815849:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226731.815852:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226731.815860:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6a00, rc 0) 00000100:00100000:0.0:1781226731.815933:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+92:24965:x1867750941473280:12345-192.168.202.30@tcp:101:cat.0 Request processed in 282us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226731.815941:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 844 00000100:00100000:3.0:1781226732.031498:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964528896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226732.031578:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226732.031731:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964528896 00000100:00100000:1.0:1781226732.031740:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964528896 00000100:00100000:1.0:1781226732.031789:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1781226732.031799:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964528896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226732.031849:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:1.0:1781226732.031908:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964528896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226732.031915:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1781226732.032772:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964528896:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781226732.156070:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226732.156079:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226732.156124:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:1.0:1781226732.156136:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226732.156306:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964529024:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226732.156450:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226732.161896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.162023:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473408 00000100:00100000:0.0:1781226732.162043:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473408 00000100:00100000:0.0:1781226732.162125:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 845 00000100:00100000:0.0:1781226732.162138:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24966:x1867750941473408:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226732.162183:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226732.162308:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24966:x1867750941473408:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 173us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.162316:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 845 00000100:00080000:2.0:1781226732.162815:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226732.163330:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964529024:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226732.170067:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.170879:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473536 00000100:00100000:3.0:1781226732.170891:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473536 00000100:00100000:3.0:1781226732.170972:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 846 00000100:00100000:3.0:1781226732.170983:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24966:x1867750941473536:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781226732.171073:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171090:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171105:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171122:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171130:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171137:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171161:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171170:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171177:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226732.171227:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:3.0:1781226732.171233:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226732.171247:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171259:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171265:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171273:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171279:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.171284:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171293:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171305:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226732.171309:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226732.171313:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171320:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac446483e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171334:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171341:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171346:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171352:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.171355:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171361:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171369:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff89a5fb3f7f00) 00010000:00010000:3.0:1781226732.171371:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226732.171374:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171379:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac4464845 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171393:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171399:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171405:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171410:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.171413:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171419:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171430:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:3.0:1781226732.171433:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226732.171436:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.171441:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac446484c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226732.171836:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24966:x1867750941473536:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 554us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226732.171845:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 846 00000100:00100000:1.0:1781226732.179803:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.180679:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473792 00000100:00100000:3.0:1781226732.180691:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473792 00000100:00100000:3.0:1781226732.180782:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 847 00000100:00100000:3.0:1781226732.180792:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+34:24966:x1867750941473792:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226732.180813:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226732.180844:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464853 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4660d expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.180973:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.180990:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181003:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226732.181015:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1781226732.181105:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181113:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181119:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181125:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.181130:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181137:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181282:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:3.0:1781226732.181286:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226732.181291:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181298:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446485a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181340:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464853 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4660d expref: 36 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181348:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226732.181350:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226732.181354:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464853 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4660d expref: 36 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.181366:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8156a00, rc 0) 00000100:00100000:3.0:1781226732.181430:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24966:x1867750941473792:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 639us (1636us total) trans 4294967804 rc 301/301 00000100:00100000:3.0:1781226732.181437:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 847 00000100:00100000:1.0:1781226732.189926:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.192487:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941473920 00000100:00100000:3.0:1781226732.192503:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941473920 00000100:00100000:3.0:1781226732.192579:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 848 00000100:00100000:3.0:1781226732.192590:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24966:x1867750941473920:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226732.192632:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226732.193175:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24966:x1867750941473920:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 583us (3260us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.193186:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 848 00000100:00100000:2.0:1781226732.199334:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.200024:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941474048 00000100:00100000:3.0:1781226732.200046:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941474048 00000100:00100000:3.0:1781226732.200110:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 849 00000100:00100000:3.0:1781226732.200122:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24966:x1867750941474048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226732.200143:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226732.200165:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464868 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46614 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200238:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200254:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200266:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200277:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200284:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200292:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200620:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157c00/0x5d5522eac446487d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200632:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157c00/0x5d5522eac446487d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200639:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157c00/0x5d5522eac446487d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226732.200679:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:3.0:1781226732.200683:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226732.200741:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157c00/0x5d5522eac446487d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200753:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200759:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200766:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200772:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.200776:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200784:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200796:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226732.200800:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226732.200804:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200810:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156600/0x5d5522eac446486f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200825:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200935:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200943:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200949:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.200952:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200958:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200967:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff89a5fb3f7100) 00010000:00010000:3.0:1781226732.200969:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226732.200973:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.200983:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156c00/0x5d5522eac4464876 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.201014:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464868 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46614 expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.201028:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157c00/0x5d5522eac446487d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46614 expref: 36 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.201045:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:3.0:1781226732.201047:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226732.201050:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8157c00, rc 0) 00000100:00100000:2.0:1781226732.213344:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24966:x1867750941474048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 13207us (14002us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.213361:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 849 00000100:00100000:1.0:1781226732.218580:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.219059:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941474304 00000100:00100000:3.0:1781226732.219077:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941474304 00000100:00100000:3.0:1781226732.219179:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 850 00000100:00100000:3.0:1781226732.219192:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+36:24966:x1867750941474304:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226732.219281:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226732.219313:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464884 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4661b expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226732.225062:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:2.0:1781226732.226104:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446488b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.226134:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446488b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.226150:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446488b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.227044:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156a00/0x5d5522eac4464884 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4661b expref: 39 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.227080:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446488b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4661b expref: 38 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.227091:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1500) 00010000:00010000:2.0:1781226732.227095:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226732.227099:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3a00, rc 0) 00000100:00100000:2.0:1781226732.227593:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941474304:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 8398us (9017us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1781226732.227605:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 850 00000100:00100000:1.0:1781226732.243223:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.245521:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941474560 00000100:00100000:2.0:1781226732.245545:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941474560 00000100:00100000:2.0:1781226732.245646:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:2.0:1781226732.245660:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941474560:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226732.245768:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226732.245806:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac446488b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4661b expref: 38 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.245835:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1500) 00010000:00010000:2.0:1781226732.245851:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226732.245882:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.245900:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.245931:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.245950:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.245958:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.245966:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246039:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246048:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246055:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246062:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226732.246067:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246075:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246084:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:2.0:1781226732.246087:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226732.246091:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246105:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac4464899 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246116:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246123:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246129:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246135:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226732.246138:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246144:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246152:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0xab1e414d (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226732.246155:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226732.246158:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.246165:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xab1e414d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.246312:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24966:x1867750941474560:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 654us (3097us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226732.246322:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:1.0:1781226732.260837:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.262934:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941474688 00000100:00100000:2.0:1781226732.262957:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941474688 00000100:00100000:2.0:1781226732.263089:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 852 00000100:00100000:2.0:1781226732.263103:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:24966:x1867750941474688:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226732.263136:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226732.263171:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46622 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.263224:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.263242:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.263259:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.263427:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648a7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.263456:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 38 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.263467:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226732.263470:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226732.263474:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3e00, rc 0) 00000100:00100000:2.0:1781226732.263579:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941474688:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 479us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.263587:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 852 00000100:00100000:1.0:1781226732.271758:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.271879:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941474944 00000100:00100000:2.0:1781226732.271900:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941474944 00000100:00100000:2.0:1781226732.271998:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 853 00000100:00100000:2.0:1781226732.272013:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941474944:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226732.272144:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.272169:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.272186:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226732.272452:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:2.0:1781226732.272464:0:10991:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691412767759ns, next at 692412764517ns, rc = 0 00000004:00010000:2.0:1781226732.272542:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000082093347 reply state 000000003897ba22 transno 4294967806 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.272558:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.272567:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226732.272570:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226732.272575:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226732.272792:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+40:24966:x1867750941474944:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 780us (1094us total) trans 4294967806 rc 0/0 00000100:00100000:2.0:1781226732.272804:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 853 00000100:00100000:1.0:1781226732.275953:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.276089:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941475072 00000100:00100000:0.0:1781226732.276107:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941475072 00000100:00100000:0.0:1781226732.276203:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 854 00000100:00100000:0.0:1781226732.276224:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:24966:x1867750941475072:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226732.276260:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226732.276288:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46629 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.276372:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.276392:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.276420:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226732.276424:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226732.276429:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6600, rc 0) 00000100:00100000:0.0:1781226732.276526:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:24966:x1867750941475072:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 304us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.276534:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 854 00000100:00100000:1.0:1781226732.301430:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.301548:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941475200 00000100:00100000:2.0:1781226732.301558:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941475200 00000100:00100000:2.0:1781226732.301622:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 203 00000100:00100000:2.0:1781226732.301648:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941475200:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1781226732.302028:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941475200:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 370us (595us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1781226732.302053:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 203 00000100:00100000:1.0:1781226732.312120:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.312232:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941475456 00000100:00100000:2.0:1781226732.312243:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941475456 00000100:00100000:2.0:1781226732.312309:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 164 00000100:00100000:2.0:1781226732.312320:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:24966:x1867750941475456:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226732.316420:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24966:x1867750941475456:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 4089us (4296us total) trans 4294967807 rc 0/0 00000100:00100000:0.0:1781226732.316436:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 164 00000100:00100000:1.0:1781226732.327039:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.327483:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941475712 00000100:00100000:0.0:1781226732.327495:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941475712 00000100:00100000:0.0:1781226732.327565:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 855 00000100:00100000:0.0:1781226732.327577:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24966:x1867750941475712:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226732.327785:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24966:x1867750941475712:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 210us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.327793:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 855 00000100:00100000:1.0:1781226732.339462:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.339574:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941475840 00000100:00100000:2.0:1781226732.339584:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941475840 00000100:00100000:2.0:1781226732.339650:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 856 00000100:00100000:2.0:1781226732.339660:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24966:x1867750941475840:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226732.339684:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226732.339740:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44648c3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46630 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.339820:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44648ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.339836:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44648ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.339847:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44648ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226732.339895:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226732.339926:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44648ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.339954:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac44648c3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46630 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.339995:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44648ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46630 expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.340004:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226732.340007:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226732.340011:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3600, rc 0) 00000100:00100000:2.0:1781226732.340082:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24966:x1867750941475840:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 422us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.340090:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 856 00000100:00100000:2.0:1781226732.350135:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.350232:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941475968 00000100:00100000:3.0:1781226732.350242:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941475968 00000100:00100000:3.0:1781226732.350308:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 204 00000100:00100000:3.0:1781226732.350319:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941475968:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226732.350339:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226732.350361:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46637 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226732.350391:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2b5cec, blocks: 0x0 00010000:00010000:3.0:1781226732.350411:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226732.350414:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226732.350423:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.350443:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.350459:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8156c00, rc 0) 00000100:00100000:3.0:1781226732.350531:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941475968:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 214us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226732.350539:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 204 00000100:00100000:1.0:1781226732.359895:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.360043:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941476224 00000100:00100000:2.0:1781226732.360052:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941476224 00000100:00100000:2.0:1781226732.360107:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 857 00000100:00100000:2.0:1781226732.360118:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24966:x1867750941476224:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226732.360236:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24966:x1867750941476224:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 118us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.360243:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 857 00000100:00100000:1.0:1781226732.367907:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.380741:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941476352 00000100:00100000:0.0:1781226732.380759:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941476352 00000100:00100000:0.0:1781226732.380847:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 205 00000100:00100000:0.0:1781226732.380858:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:24966:x1867750941476352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226732.380885:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226732.380912:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4663e expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.380952:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.380961:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226732.380963:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226732.380968:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.381006:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.381040:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 12 pid: 9780 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.381055:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964529152:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226732.381173:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44b99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226732.388148:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.388300:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941476480 00000100:00100000:2.0:1781226732.388310:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941476480 00010000:00010000:2.0:1781226732.388352:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 13 pid: 9780 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.388404:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 281 00000100:00100000:2.0:1781226732.388415:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941476480:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226732.388452:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226732.388477:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 13 pid: 9780 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.388493:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 13 pid: 9780 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.388541:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226732.388544:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226732.388555:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.388565:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.388610:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.388626:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964529280:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226732.388749:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2de39c0 going to sleep for 11 seconds 00010000:00010000:0.0:1781226732.392153:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d33bb1d/0x5d5522eac44648d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46637 expref: 13 pid: 9780 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.392183:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964529152:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226732.392220:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.392236:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6200, rc 0) 00000100:00100000:0.0:1781226732.392317:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:24966:x1867750941476352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 11461us (24626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.392327:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 205 00000100:00100000:2.0:1781226732.392635:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964529280:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226732.392663:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226732.392758:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941476480:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4343us (4621us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.392770:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 281 00000100:00100000:1.0:1781226732.406254:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.407403:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941476608 00000100:00100000:0.0:1781226732.407421:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941476608 00002000:00100000:0.0:1781226732.407497:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff89a5f7412580 x1867750941476608/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:543/0 lens 648/0 e 0 to 0 dl 1781226743 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226732.407517:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f7412580 with x1867750941476608 ext(0->157) 00002000:00010000:0.0:1781226732.407523:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f7412580 00000100:00100000:0.0:1781226732.407567:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 61 00000100:00100000:0.0:1781226732.407579:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941476608:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781226732.415690:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941476608:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 8096us (9437us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1781226732.415970:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 61 00002000:00100000:2.0:1781226732.415985:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff89a5f7412580 x1867750941476608/t4294967338(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:543/0 lens 648/448 e 0 to 0 dl 1781226743 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226732.415996:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f7412580 with x1867750941476608 ext(0->157) 00002000:00010000:2.0:1781226732.416003:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f7412580 00000100:00100000:1.0:1781226732.426896:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.427631:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941476736 00000100:00100000:2.0:1781226732.427646:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941476736 00000100:00100000:2.0:1781226732.427786:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 858 00000100:00100000:2.0:1781226732.427800:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:24966:x1867750941476736:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781226732.430864:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967807 is committed 00000004:00080000:3.0:1781226732.431617:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000001:00080000:3.0:1781226732.432116:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967803 is committed 00000100:00100000:0.0:1781226732.432123:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964529408:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1781226732.432227:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226732.432318:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24966:x1867750941476736:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 4516us (5431us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226732.432332:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 858 00000100:00100000:0.0:1781226732.432338:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964529408 00000100:00100000:0.0:1781226732.432346:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964529408 00000100:00100000:0.0:1781226732.432406:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1781226732.432416:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964529408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1781226732.432590:0:17677:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781226732.432594:0:17677:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1781226732 00002000:00010000:0.0:1781226732.432596:0:17677:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1781226732.432598:0:17677:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1781226732 -> 1781226732 00002000:00010000:0.0:1781226732.432601:0:17677:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781226732.432644:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964529408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (417us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1781226732.432650:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00010000:00010000:2.0:1781226732.432937:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.432952:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.432960:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.432969:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226732.432974:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.432983:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.433006:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226732.433009:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781226732.433046:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.433064:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648b5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1781226732.433101:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1781226732.435933:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a6057f8b40/2, rc 0, transno 4294967339 00000100:00100000:3.0:1781226732.435955:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964529408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1781226732.441614:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.441846:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941476864 00000100:00100000:2.0:1781226732.441860:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941476864 00000100:00100000:2.0:1781226732.441944:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 207 00000100:00100000:2.0:1781226732.441958:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941476864:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1781226732.443340:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443362:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443371:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443387:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226732.443394:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443403:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443426:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff89a5fb3f7100) 00010000:00010000:1.0:1781226732.443430:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226732.443436:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443443:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4464742 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443476:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443483:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443487:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443492:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226732.443494:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443500:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443520:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:1.0:1781226732.443523:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226732.443527:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.443533:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4464749 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444520:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444536:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444556:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444563:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226732.444567:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444575:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444589:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff89a5fb3f7a00) 00010000:00010000:1.0:1781226732.444593:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226732.444597:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.444604:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156400/0x5d5522eac4464796 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226732.447174:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:3.0:1781226732.447202:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000100:00100000:2.0:1781226732.447430:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941476864:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 5467us (5823us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.447447:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 207 00010000:00010000:1.0:1781226732.450674:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.450715:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.454394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.455023:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941477120 00000100:00100000:0.0:1781226732.455048:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941477120 00000100:00100000:0.0:1781226732.455433:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 859 00000100:00100000:0.0:1781226732.455445:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941477120:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226732.455518:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226732.455563:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac44648ca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46630 expref: 38 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.455591:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226732.455596:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226732.455635:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.455651:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.455661:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226732.455881:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000003309d4c3 reply state 00000000ac66efde transno 4294967808 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.455894:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.455900:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226732.455903:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226732.455917:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226732.456166:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24966:x1867750941477120:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 718us (1783us total) trans 4294967808 rc 0/0 00000100:00100000:0.0:1781226732.456174:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 859 00010000:00010000:1.0:1781226732.456935:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.456956:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226732.456963:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.456974:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.456990:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:1.0:1781226732.456993:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226732.456998:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226732.457006:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44647ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226732.464672:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226732.465128:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941477248 00000100:00100000:1.0:1781226732.465143:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941477248 00000100:00100000:1.0:1781226732.465224:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 208 00000100:00100000:1.0:1781226732.465236:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941477248:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781226732.465476:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1781226732.465481:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1781226732 -> 1536580263 00002000:00010000:1.0:1781226732.465501:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1781226064 00002000:00010000:1.0:1781226732.465503:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1781226732 -> 1781226731 00002000:00010000:1.0:1781226732.465506:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1781226732.465594:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941477248:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 359us (936us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1781226732.465603:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 208 00000100:00100000:3.0:1781226732.470565:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.470738:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941477504 00000100:00100000:0.0:1781226732.470752:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941477504 00000100:00100000:0.0:1781226732.470837:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 860 00000100:00100000:0.0:1781226732.470849:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:24966:x1867750941477504:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226732.470958:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.470982:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.470993:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.471048:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.471162:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 39 pid: 14117 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.471187:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964529536:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226732.471378:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44b9300 going to sleep for 11 seconds 00000100:00100000:2.0:1781226732.506932:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.507088:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941477632 00000100:00100000:3.0:1781226732.507100:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941477632 00010000:00010000:3.0:1781226732.507154:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 40 pid: 14117 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226732.507207:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 282 00000100:00100000:3.0:1781226732.507220:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2426:x1867750941477632:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226732.507241:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226732.507250:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 40 pid: 14117 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.507266:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 40 pid: 14117 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.507297:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:3.0:1781226732.507304:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.507317:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.507326:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.507351:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226732.507425:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2426:x1867750941477632:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 208us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226732.507435:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 282 00010000:00010000:0.0:1781226732.507982:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46622 expref: 39 pid: 14117 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.508007:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964529536:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226732.508043:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508063:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508070:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508124:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508138:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508145:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508153:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226732.508159:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508168:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508182:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226732.508186:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781226732.508190:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.508197:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac44648e6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.508259:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941477504:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 37413us (37709us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781226732.508271:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 860 00000100:00100000:2.0:1781226732.518149:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.523377:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941477760 00000100:00100000:3.0:1781226732.523399:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941477760 00000100:00100000:3.0:1781226732.523738:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 209 00000100:00100000:3.0:1781226732.524551:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941477760:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226732.524627:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.524662:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.524672:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226732.524675:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226732.524679:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.525135:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.525160:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 11 pid: 15413 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226732.525181:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964529664:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226732.525395:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c62176c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226732.537317:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.538904:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941477888 00000100:00100000:0.0:1781226732.538923:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941477888 00010000:00010000:0.0:1781226732.538984:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 12 pid: 15413 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.539050:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 283 00000100:00100000:0.0:1781226732.539063:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941477888:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226732.539086:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226732.539115:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 12 pid: 15413 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.539131:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 12 pid: 15413 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.539166:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226732.539169:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226732.539175:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.539187:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.539215:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226732.539300:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941477888:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 239us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.539309:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 283 00010000:00010000:2.0:1781226732.541624:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf4dadd8/0x5d5522eac44648d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4663e expref: 11 pid: 15413 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.541658:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964529664:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226732.541904:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.541928:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.541936:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542000:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542009:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542019:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542037:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226732.542042:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542051:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542075:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.542083:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e60bf46/0x5d5522eac44648ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.542206:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941477760:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 18456us (24073us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.542225:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 209 00000100:00100000:3.0:1781226732.547816:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.548248:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941478144 00000100:00100000:2.0:1781226732.548264:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941478144 00000100:00100000:2.0:1781226732.548347:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 861 00000100:00100000:2.0:1781226732.548360:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:24966:x1867750941478144:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226732.548475:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548498:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548514:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548763:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548776:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548786:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548838:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.548856:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 39 pid: 6523 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.548920:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964529792:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226732.549037:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2de3240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226732.555892:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.555973:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964529792:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226732.556016:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.556148:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941478272 00000100:00100000:0.0:1781226732.556158:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941478272 00010000:00010000:0.0:1781226732.556215:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 40 pid: 6523 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.556268:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 284 00000100:00100000:0.0:1781226732.556280:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3435050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2426:x1867750941478272:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226732.556305:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226732.556314:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 40 pid: 6523 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.556327:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 40 pid: 6523 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.556357:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac44648bc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46629 expref: 40 pid: 6523 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.556377:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226732.556383:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.556395:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.556405:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.556441:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226732.556524:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3435050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2426:x1867750941478272:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 246us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.556533:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 284 00010000:00010000:2.0:1781226732.556731:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.556740:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226732.556907:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967809 00000001:00080000:2.0:1781226732.557067:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967810 00000001:00080000:2.0:1781226732.557104:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967811 00000100:00100000:2.0:1781226732.557190:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964529920:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781226732.557248:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226732.557280:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226732.557829:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964529920 00000100:00100000:0.0:1781226732.557840:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964529920 00000100:00100000:0.0:1781226732.557905:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1781226732.557916:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964529920:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781226732.558021:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964529920:12345-0@lo:1000:mdt00_001.0 Request processed in 107us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.558041:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1781226732.558195:0:6524:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:2.0:1781226732.558202:0:6524:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a6057f8b40, transno 4294967339 00000100:00100000:2.0:1781226732.558222:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964529920:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1781226732.558372:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967812 00000100:00100000:2.0:1781226732.558436:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964530048:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781226732.558546:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226732.558568:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2de40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226732.558628:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530048 00000100:00100000:1.0:1781226732.558633:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530048 00000100:00100000:1.0:1781226732.558677:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1781226732.558686:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964530048:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781226732.559262:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6524:x1867750964530048:12345-0@lo:1000:mdt00_001.0 Request processed in 575us (714us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1781226732.559271:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1781226732.559557:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964530048:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1781226732.559609:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560809:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560833:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560840:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.560846:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560858:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560883:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:3.0:1781226732.560887:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226732.560893:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560901:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac44648fb lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560958:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560965:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560971:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560981:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8156200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226732.560984:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.560991:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.561000:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:3.0:1781226732.561003:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226732.561014:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.561037:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.561048:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.561106:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6a00/0x5d5522eac4464837 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46606 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226732.561128:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964530176:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226732.561259:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217d80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226732.573064:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.573382:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941478400 00000100:00100000:0.0:1781226732.573395:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941478400 00000100:00100000:0.0:1781226732.573513:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 165 00000100:00100000:0.0:1781226732.573528:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+78:24965:x1867750941478400:12345-192.168.202.30@tcp:49:cat.0 00000100:00100000:0.0:1781226732.573737:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+78:24965:x1867750941478400:12345-192.168.202.30@tcp:49:cat.0 Request processed in 212us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.573762:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 165 00000100:00100000:2.0:1781226732.574119:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964530176:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226732.574171:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574183:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156200/0x5d5522eac4464830 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574223:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574240:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574255:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574266:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574273:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574280:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574286:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226732.574291:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574300:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574317:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:2.0:1781226732.574327:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226732.574332:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574338:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464902 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574351:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574357:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574364:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574369:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226732.574372:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574379:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574388:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:2.0:1781226732.574390:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226732.574393:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.574399:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3e00/0x5d5522eac44648f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226732.574622:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24966:x1867750941478144:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 26264us (26820us total) trans 4294967813 rc 0/0 00000100:00100000:2.0:1781226732.574641:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 861 00000020:00080000:2.0:1781226732.574646:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00080000:3.0:1781226732.575051:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1781226732.580755:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226732.580772:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226732.581323:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1781226732.581337:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226732.589541:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.589643:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226732.589779:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941478528 00000100:00100000:2.0:1781226732.589794:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941478528 00000100:00100000:2.0:1781226732.589871:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 210 00000100:00100000:2.0:1781226732.589883:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:24965:x1867750941478528:12345-192.168.202.30@tcp:101:cat.0 00000100:00100000:0.0:1781226732.589883:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941478784 00000100:00100000:0.0:1781226732.589887:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941478784 00000100:00100000:0.0:1781226732.589928:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 166 00000100:00100000:0.0:1781226732.589936:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:24966:x1867750941478784:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1781226732.590065:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226732.590094:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9d381c2/0x5d5522eac4464909 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46645 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226732.590128:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2b5a50, ctime: 0x6a2b5ceb, blocks: 0x8 00010000:00010000:2.0:1781226732.590153:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226732.590157:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226732.590169:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9d381c2/0x5d5522eac4464909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46645 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.590189:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9d381c2/0x5d5522eac4464909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46645 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.590218:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3e00, rc 0) 00000100:00100000:2.0:1781226732.590304:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:24965:x1867750941478528:12345-192.168.202.30@tcp:101:cat.0 Request processed in 423us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226732.590312:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 210 00000004:00080000:0.0:1781226732.590340:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781226732.590386:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967814 00010000:00010000:0.0:1781226732.590422:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.590436:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.590448:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.590458:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.590465:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.590476:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.590501:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781226732.590566:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:24966:x1867750941478784:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 631us (922us total) trans 4294967815 rc 0/0 00000100:00100000:0.0:1781226732.590575:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 166 00000020:00080000:0.0:1781226732.590579:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1781226732.591042:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226732.591051:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.591080:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226732.591084:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.591092:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.591107:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226732.591110:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781226732.591114:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.591120:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464910 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226732.591135:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226732.591138:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226732.591139:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226732.610412:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.610525:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941478912 00000100:00100000:3.0:1781226732.610541:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941478912 00002000:00100000:3.0:1781226732.610614:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff89a6057f8b40 x1867750941478912/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:543/0 lens 488/0 e 0 to 0 dl 1781226743 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226732.610627:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057f8b40 with x1867750941478912 ext(0->4095) 00002000:00010000:3.0:1781226732.610634:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6057f8b40 00000100:00100000:3.0:1781226732.610677:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 62 00000100:00100000:3.0:1781226732.610689:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941478912:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:3.0:1781226732.611011:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941478912:12345-192.168.202.30@tcp:3:cat.0 Request processed in 322us (614us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226732.611020:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 62 00002000:00100000:3.0:1781226732.611037:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff89a6057f8b40 x1867750941478912/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:543/0 lens 488/4536 e 0 to 0 dl 1781226743 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226732.611046:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057f8b40 with x1867750941478912 ext(0->4095) 00002000:00010000:3.0:1781226732.611050:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6057f8b40 00000100:00100000:1.0:1781226732.616138:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.616511:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941479168 00000100:00100000:0.0:1781226732.616525:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941479168 00000100:00100000:0.0:1781226732.616589:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 167 00000100:00100000:0.0:1781226732.616602:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+78:24965:x1867750941479168:12345-192.168.202.30@tcp:35:cat.0 00000001:00080000:0.0:1781226732.617090:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967816 00000100:00100000:0.0:1781226732.617231:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+80:24965:x1867750941479168:12345-192.168.202.30@tcp:35:cat.0 Request processed in 630us (1117us total) trans 4294967817 rc 0/0 00000100:00100000:0.0:1781226732.617241:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 167 00000020:00080000:0.0:1781226732.617247:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226732.644521:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.645277:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941479424 00000100:00100000:0.0:1781226732.645293:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941479424 00000100:00100000:0.0:1781226732.645370:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 862 00000100:00100000:0.0:1781226732.645382:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+80:24969:x1867750941479424:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226732.645416:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226732.645449:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464917 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4664c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.645854:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.645870:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.645882:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.645898:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.645905:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.645912:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646092:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac446492c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646101:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac446492c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646110:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac446492c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226732.646123:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1781226732.646234:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646243:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646250:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646257:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646264:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226732.646269:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646279:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646295:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89a5fb3f7600) 00010000:00010000:0.0:1781226732.646299:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226732.646305:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646314:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6600/0x5d5522eac446491e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646332:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646338:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646344:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646349:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226732.646352:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646361:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646369:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff89a5f680b800) 00010000:00010000:0.0:1781226732.646371:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226732.646374:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646379:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6e00/0x5d5522eac4464925 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646429:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da7400/0x5d5522eac4464917 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4664c expref: 83 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646442:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6200/0x5d5522eac446492c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4664c expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.646450:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226732.646453:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226732.646456:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8da6200, rc 0) 00000100:00100000:0.0:1781226732.647463:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+82:24969:x1867750941479424:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2074us (3019us total) trans 4294967818 rc 0/0 00000100:00100000:0.0:1781226732.647477:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 862 00000100:00100000:2.0:1781226732.652144:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.653253:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941479552 00000100:00100000:0.0:1781226732.653271:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941479552 00000100:00100000:0.0:1781226732.653401:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:0.0:1781226732.653413:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:24969:x1867750941479552:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:0.0:1781226732.653520:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653541:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653554:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653600:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653608:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653616:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653622:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226732.653627:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653634:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653646:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:0.0:1781226732.653650:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226732.653655:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226732.653662:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6c00/0x5d5522eac446493a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226732.653821:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:24969:x1867750941479552:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 408us (1695us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226732.653829:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:1.0:1781226732.657127:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226732.657272:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941479808 00000100:00100000:0.0:1781226732.657286:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941479808 00000100:00100000:0.0:1781226732.657383:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 168 00000100:00100000:0.0:1781226732.657396:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+82:24969:x1867750941479808:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:0.0:1781226732.657724:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+83:24969:x1867750941479808:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 330us (610us total) trans 4294967819 rc 0/0 00000100:00100000:0.0:1781226732.657733:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 168 00010000:00010000:2.0:1781226732.668520:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226732.836663:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226732.837595:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480064 00000100:00100000:3.0:1781226732.837613:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480064 00000100:00100000:3.0:1781226732.837849:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 864 00000100:00100000:3.0:1781226732.837863:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+83:24985:x1867750941480064:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:3.0:1781226732.837898:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226732.837936:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464941 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46653 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.838105:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157400/0x5d5522eac4464948 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.838129:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157400/0x5d5522eac4464948 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.838143:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157400/0x5d5522eac4464948 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226732.838157:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1781226732.839078:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464941 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46653 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.839109:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157400/0x5d5522eac4464948 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46653 expref: 85 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226732.839121:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89a5fb3f7c00) 00010000:00010000:3.0:1781226732.839124:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1781226732.839128:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8157400, rc 0) 00000100:00100000:3.0:1781226732.839378:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+85:24985:x1867750941480064:12345-192.168.202.30@tcp:101:diff.0 Request processed in 1516us (2726us total) trans 4294967820 rc 0/0 00000100:00100000:3.0:1781226732.839390:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 864 00000100:00100000:0.0:1781226733.564684:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964530304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226733.564808:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226733.565337:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530304 00000100:00100000:1.0:1781226733.565352:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530304 00000100:00100000:1.0:1781226733.565429:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1781226733.565442:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964530304:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226733.565476:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00000024:1.0:1781226733.565479:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920359424 avail 3688808448 00000100:00100000:0.0:1781226733.565495:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964530432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226733.565564:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226733.565585:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964530304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226733.565617:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1781226733.565621:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530432 00000100:00100000:0.0:1781226733.565632:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530432 00000100:00100000:0.0:1781226733.565742:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1781226733.565767:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964530432:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226733.565770:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964530304:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226733.565803:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920359424 avail 3688808448 00000100:00080000:1.0:1781226733.565819:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226733.565863:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964530432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.565871:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1781226733.565918:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964530432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226733.567336:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964530560:0@lo:400:kworker.0 00000100:00100000:1.0:1781226733.567367:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964530688:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.567393:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226733.567420:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226733.567444:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530688 00000100:00100000:0.0:1781226733.567449:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530688 00000100:00100000:0.0:1781226733.567491:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1781226733.567499:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964530688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226733.567648:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530560 00000100:00100000:3.0:1781226733.567652:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530560 00000100:00100000:3.0:1781226733.567687:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1781226733.567714:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964530560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226733.567749:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964530560:12345-0@lo:400:kworker.0 Request processed in 56us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226733.567756:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1781226733.567892:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964530560:0@lo:400:kworker.0 00000100:00100000:3.0:1781226733.567920:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964530816:0@lo:400:kworker.0 00000100:00100000:3.0:1781226733.567962:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226733.567990:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530816 00000100:00100000:3.0:1781226733.567993:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530816 00000100:00100000:3.0:1781226733.568016:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1781226733.568032:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964530816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226733.568062:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964530816:12345-0@lo:400:kworker.0 Request processed in 31us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226733.568068:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1781226733.568109:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964530816:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.568816:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964530688:12345-0@lo:400:kworker.0 Request processed in 1316us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.568824:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1781226733.568858:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964531072:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.568888:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226733.568905:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531072 00000100:00100000:0.0:1781226733.568907:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964531584:0@lo:400:kworker.0 00000100:00100000:2.0:1781226733.568909:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531072 00000100:00100000:0.0:1781226733.568929:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226733.568937:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1781226733.568943:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964531072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.568945:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781226733.568950:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964530944:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.568971:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226733.568999:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964531456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569034:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226733.569063:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531584 00000100:00100000:0.0:1781226733.569066:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531584 00000100:00100000:0.0:1781226733.569109:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531456 00000100:00100000:0.0:1781226733.569113:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531456 00000100:00100000:0.0:1781226733.569134:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1781226733.569140:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964531584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569177:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964531584:12345-0@lo:400:kworker.0 Request processed in 37us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.569187:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1781226733.569198:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1781226733.569204:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964531456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226733.569215:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964531072:12345-0@lo:400:kworker.0 Request processed in 272us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226733.569222:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1781226733.569226:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964531456:12345-0@lo:400:kworker.0 Request processed in 23us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.569231:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1781226733.569246:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964531328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569252:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964531456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569261:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964531584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569268:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964531072:0@lo:400:kworker.0 00000100:00100000:2.0:1781226733.569283:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226733.569297:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964530944 00000100:00100000:2.0:1781226733.569299:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964531840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569300:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964530944 00000100:00100000:2.0:1781226733.569319:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226733.569319:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531328 00000100:00100000:0.0:1781226733.569322:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531328 00000100:00100000:2.0:1781226733.569335:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781226733.569338:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531840 00000100:00100000:2.0:1781226733.569340:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964531200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569340:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531840 00000100:00100000:0.0:1781226733.569354:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1781226733.569360:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226733.569360:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964530944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226733.569370:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964531712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569390:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964530944:12345-0@lo:400:kworker.0 Request processed in 31us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.569396:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1781226733.569418:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964530944:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569432:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531200 00000100:00100000:0.0:1781226733.569435:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531200 00000100:00100000:0.0:1781226733.569451:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1781226733.569457:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964531328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569491:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964531328:12345-0@lo:400:kworker.0 Request processed in 34us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.569497:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1781226733.569509:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1781226733.569515:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964531840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569539:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964531840:12345-0@lo:400:kworker.0 Request processed in 24us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.569544:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1781226733.569555:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1781226733.569560:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964531200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226733.569563:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226733.569584:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964531328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569585:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964531200:12345-0@lo:400:kworker.0 Request processed in 25us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226733.569591:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1781226733.569594:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964531840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569599:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531712 00000100:00100000:0.0:1781226733.569602:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531712 00000100:00100000:2.0:1781226733.569611:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964531200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569616:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1781226733.569621:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964531712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226733.569656:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964531712:12345-0@lo:400:kworker.0 Request processed in 34us (267us total) trans 0 rc 0/0 00000100:00080000:2.0:1781226733.569659:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226733.569661:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00080000:2.0:1781226733.569663:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226733.569665:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226733.569767:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964531712:0@lo:400:kworker.0 00000100:00100000:1.0:1781226733.570217:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964530688:0@lo:400:kworker.0 00010000:00010000:2.0:1781226733.693718:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226734.588747:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964531968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226734.588830:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226734.588969:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964531968 00000100:00100000:2.0:1781226734.588978:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964531968 00000100:00100000:2.0:1781226734.589038:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1781226734.589048:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964531968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226734.589506:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226734.589729:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964531968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 648us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226734.589754:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1781226734.590308:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964531968:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226734.716255:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226735.740027:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226736.124595:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964532096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226736.124731:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226736.126227:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532096 00000100:00100000:1.0:1781226736.126241:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532096 00000100:00100000:1.0:1781226736.126337:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1781226736.126352:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964532096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226736.126397:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226736.126492:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964532096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226736.126500:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:3.0:1781226736.126582:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226736.128077:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964532224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226736.128188:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226736.128378:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964532096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226736.128501:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532224 00000100:00100000:3.0:1781226736.128510:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532224 00000100:00100000:3.0:1781226736.128597:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1781226736.128608:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964532224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226736.128637:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1781226736.128689:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964532224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226736.128754:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:0.0:1781226736.129968:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226736.130041:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964532224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226736.541509:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541583:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541624:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541648:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541673:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541716:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541738:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541757:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226736.541785:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226736.541793:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480320 00000100:00100000:3.0:1781226736.541809:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480320 00000100:00100000:3.0:1781226736.541898:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480832 00000100:00100000:3.0:1781226736.541903:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480832 00000100:00100000:3.0:1781226736.541920:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480448 00000100:00100000:3.0:1781226736.541922:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480448 00000100:00100000:3.0:1781226736.541937:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480960 00000100:00100000:3.0:1781226736.541940:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480960 00000100:00100000:3.0:1781226736.541960:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 824 00000100:00100000:3.0:1781226736.541972:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:2426:x1867750941480320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226736.542084:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:2426:x1867750941480320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 114us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226736.542093:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 824 00000100:00100000:3.0:1781226736.542115:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 825 00000100:00100000:3.0:1781226736.542122:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941480832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226736.542151:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941480832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226736.542157:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 825 00000100:00100000:3.0:1781226736.542170:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 826 00000100:00100000:3.0:1781226736.542177:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941480448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226736.542201:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941480448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226736.542208:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 826 00000100:00100000:3.0:1781226736.542221:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 827 00000100:00100000:3.0:1781226736.542227:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941480960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226736.542250:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941480960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226736.542256:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 827 00000100:00100000:3.0:1781226736.542324:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480192 00000100:00100000:3.0:1781226736.542328:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480192 00000100:00100000:3.0:1781226736.542358:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 694 00000100:00100000:3.0:1781226736.542365:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941480192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226736.542402:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941480192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226736.542408:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 694 00000100:00100000:1.0:1781226736.544188:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480576 00000100:00100000:1.0:1781226736.544208:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480576 00000100:00100000:1.0:1781226736.544308:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481088 00000100:00100000:1.0:1781226736.544312:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481088 00000100:00100000:2.0:1781226736.545037:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941480704 00000100:00100000:2.0:1781226736.545045:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941480704 00000100:00100000:2.0:1781226736.545075:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481216 00000100:00100000:2.0:1781226736.545078:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481216 00000100:00100000:2.0:1781226736.545103:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 462 00000100:00100000:2.0:1781226736.545113:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5ef891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941480576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226736.545213:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5ef891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941480576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 101us (3629us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226736.545221:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 462 00000100:00100000:2.0:1781226736.545428:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 463 00000100:00100000:2.0:1781226736.545436:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941481088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226736.545461:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941481088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (3812us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226736.545467:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 463 00000100:00100000:2.0:1781226736.545500:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 464 00000100:00100000:2.0:1781226736.545506:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941480704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226736.545792:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941480704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 285us (4052us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226736.545799:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 464 00000100:00100000:2.0:1781226736.545813:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 465 00000100:00100000:2.0:1781226736.545821:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941481216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226736.545842:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941481216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (4057us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226736.545848:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 465 00000100:00080000:0.0:1781226736.548545:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226736.548561:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226736.548567:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226736.548571:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226736.763911:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226737.148064:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226737.151167:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964532352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226737.151391:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226737.151657:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532352 00000100:00100000:2.0:1781226737.151670:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532352 00000100:00100000:2.0:1781226737.151798:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1781226737.151810:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964532352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226737.151972:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:2.0:1781226737.152085:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964532352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 276us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226737.152094:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1781226737.152348:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964532352:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1781226737.668158:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000001:00080000:2.0:1781226737.668180:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:2.0:1781226737.668593:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967820 is committed 00000001:00080000:2.0:1781226737.668646:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967815 is committed 00000020:00080000:2.0:1781226737.668671:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c8c2d6c0 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:2.0:1781226737.668677:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8c2d900 00000020:00080000:2.0:1781226737.668681:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a5e1e34200 00000020:00080000:2.0:1781226737.668769:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:2.0:1781226737.668871:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:0.0:1781226737.670034:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226737.670052:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226737.670060:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226737.670066:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da6000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226737.670071:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226737.670081:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226737.670100:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226737.670104:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226737.670109:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226737.670117:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8da6000/0x5d5522eac44648df lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226737.791988:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226738.693964:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226738.693997:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964532480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226738.694063:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226738.694123:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532480 00000100:00100000:3.0:1781226738.694131:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532480 00000100:00100000:3.0:1781226738.694187:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1781226738.694197:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964532480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226738.694228:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:3.0:1781226738.694273:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964532480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226738.694281:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00080000:3.0:1781226738.694316:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226738.694342:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:3.0:1781226738.694347:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967341 committed transno 4294967341 00000100:00100000:3.0:1781226738.694374:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964532480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226738.697146:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964532736:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697219:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.697258:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964533248:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697287:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.697321:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964533760:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697344:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.697378:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781226738.697384:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7411a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964532864:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697409:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.697426:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964533376:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697446:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.697462:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964533888:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697482:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.697517:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532736 00000100:00100000:1.0:1781226738.697523:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532736 00000100:00100000:1.0:1781226738.697561:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1781226738.697568:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964532736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697794:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964532736:12345-0@lo:400:kworker.0 Request processed in 225us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.697802:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1781226738.697839:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533248 00000100:00100000:1.0:1781226738.697842:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533248 00000100:00100000:1.0:1781226738.697867:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1781226738.697873:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964533248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.697906:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964533248:12345-0@lo:400:kworker.0 Request processed in 34us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.697911:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1781226738.697927:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533760 00000100:00100000:1.0:1781226738.697930:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533760 00000100:00100000:1.0:1781226738.697964:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226738.697984:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964533760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.698014:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964533760:12345-0@lo:400:kworker.0 Request processed in 45us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.698026:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226738.698044:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532864 00000100:00100000:1.0:1781226738.698048:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532864 00000100:00100000:1.0:1781226738.698071:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533376 00000100:00100000:1.0:1781226738.698074:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533376 00000100:00100000:1.0:1781226738.698092:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533888 00000100:00100000:1.0:1781226738.698095:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533888 00000100:00100000:1.0:1781226738.698109:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1781226738.698114:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964532864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.698146:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964532864:12345-0@lo:400:kworker.0 Request processed in 32us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.698152:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1781226738.698163:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1781226738.698168:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964533376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.698194:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964533376:12345-0@lo:400:kworker.0 Request processed in 26us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.698199:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1781226738.698209:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1781226738.698215:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964533888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.698239:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964533888:12345-0@lo:400:kworker.0 Request processed in 25us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.698244:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1781226738.698286:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964532992:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.699940:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964532608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226738.700018:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226738.700057:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964533120:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.700082:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226738.700102:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964533632:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.700125:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226738.700142:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964534144:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.700158:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226738.700198:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533632 00000100:00100000:2.0:1781226738.700206:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533632 00000100:00100000:2.0:1781226738.700254:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964534144 00000100:00100000:2.0:1781226738.700256:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964534144 00000100:00100000:2.0:1781226738.700287:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1781226738.700459:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.700483:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964533504:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.700505:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.700540:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964534016:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.700561:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226738.700593:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532608 00000100:00100000:1.0:1781226738.700596:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532608 00000100:00100000:1.0:1781226738.701882:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1781226738.701897:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964532608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226738.701928:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1781226738.702004:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964532608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1985us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.702011:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1781226738.702042:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533120 00000100:00100000:1.0:1781226738.702047:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533120 00000100:00100000:1.0:1781226738.702071:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964533504 00000100:00100000:1.0:1781226738.702074:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964533504 00000100:00100000:1.0:1781226738.702092:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964534016 00000100:00100000:1.0:1781226738.702095:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964534016 00000100:00100000:1.0:1781226738.702108:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1781226738.702114:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964533120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702150:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964533120:12345-0@lo:400:kworker.0 Request processed in 36us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.702156:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1781226738.702167:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1781226738.702173:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964533504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702204:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964533504:12345-0@lo:400:kworker.0 Request processed in 31us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.702209:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1781226738.702220:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1781226738.702241:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964534016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702269:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964534016:12345-0@lo:400:kworker.0 Request processed in 30us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.702275:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:1.0:1781226738.702301:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226738.702306:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226738.702308:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226738.702310:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226738.702343:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7411a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964532864:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702355:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964533376:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702366:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964533888:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702375:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964532736:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702386:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964533248:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702396:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964533760:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702439:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964533504:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.702449:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964534016:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.702545:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964533632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.702585:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964533632:12345-0@lo:400:kworker.0 Request processed in 2291us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226738.702592:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1781226738.702618:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1781226738.702625:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964534144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.702652:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964534144:12345-0@lo:400:kworker.0 Request processed in 28us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226738.702657:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1781226738.702682:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964532992 00000100:00100000:2.0:1781226738.702691:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964532992 00000100:00100000:2.0:1781226738.702729:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1781226738.702734:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964532992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.702768:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964532992:12345-0@lo:400:kworker.0 Request processed in 34us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226738.702773:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1781226738.702812:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964532608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226738.702823:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964533120:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.702832:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964533632:0@lo:400:kworker.0 00000100:00100000:2.0:1781226738.702841:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964534144:0@lo:400:kworker.0 00000100:00100000:1.0:1781226738.705077:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964532992:0@lo:400:kworker.0 00010000:00010000:3.0:1781226738.814286:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226738.986913:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226738.987058:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481344 00000100:00100000:1.0:1781226738.987075:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481344 00000100:00100000:1.0:1781226738.987190:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 865 00000100:00100000:1.0:1781226738.987202:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24913:x1867750941481344:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226738.987542:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+35:24913:x1867750941481344:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 341us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226738.987565:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 865 00000100:00080000:3.0:1781226738.988027:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226738.990938:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226738.991254:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481472 00000100:00100000:2.0:1781226738.991335:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481472 00000100:00100000:2.0:1781226738.991481:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 866 00000100:00100000:2.0:1781226738.991491:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24913:x1867750941481472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226738.991614:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:24913:x1867750941481472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 114us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226738.991623:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 866 00000100:00080000:3.0:1781226738.994485:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226739.710029:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964534272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226739.710110:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226739.710256:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964534272 00000100:00100000:0.0:1781226739.711667:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964534272 00000100:00100000:0.0:1781226739.711774:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1781226739.711784:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964534272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226739.711822:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226739.711895:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964534272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226739.711902:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1781226739.713231:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964534272:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226739.837280:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226740.861190:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1781226740.929202:0:20219:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 21:12:19 (1781226739) 00000040:00080000:1.0:1781226741.009093:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226741.244006:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964534400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226741.244088:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226741.244145:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964534528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226741.244163:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964534400 00000100:00100000:2.0:1781226741.244169:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964534400 00000100:00100000:3.0:1781226741.244173:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226741.244219:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964534528 00000100:00100000:2.0:1781226741.244222:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964534528 00000100:00100000:3.0:1781226741.244228:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1781226741.244239:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964534400:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226741.244253:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1781226741.244258:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964534528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226741.244268:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00002000:00000024:2.0:1781226741.244268:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1781226741.244307:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964534400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.244308:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964534528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226741.244315:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1781226741.250786:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00080000:2.0:1781226741.250837:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226741.250901:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964534528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226741.251178:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964534400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226741.260182:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.260245:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481600 00000100:00100000:2.0:1781226741.260257:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481600 00000100:00100000:2.0:1781226741.260338:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 867 00000100:00100000:2.0:1781226741.260348:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+35:25608:x1867750941481600:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226741.260464:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+35:25608:x1867750941481600:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 117us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.260472:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 867 00000100:00080000:3.0:1781226741.260542:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226741.262981:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.263096:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481728 00000100:00100000:1.0:1781226741.263107:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481728 00000100:00100000:1.0:1781226741.263199:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 868 00000100:00100000:1.0:1781226741.263211:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:25608:x1867750941481728:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226741.263319:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:25608:x1867750941481728:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 111us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226741.263327:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 868 00000100:00080000:3.0:1781226741.263402:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226741.307158:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.307597:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941481856 00000100:00100000:1.0:1781226741.307607:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941481856 00000100:00100000:1.0:1781226741.307692:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 869 00000100:00100000:1.0:1781226741.307738:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+80:25609:x1867750941481856:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226741.307759:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226741.307827:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464956 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4665a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.307896:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.307911:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.307955:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.307985:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.307993:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308001:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308041:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308049:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308056:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308062:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.308066:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308074:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308086:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226741.308090:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.308094:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308107:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac446495d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308120:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308126:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308133:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308138:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.308141:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308147:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308155:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226741.308158:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.308161:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308167:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464964 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308196:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464956 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4665a expref: 81 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308216:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226741.308219:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.308223:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464956 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4665a expref: 81 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.308245:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226741.308312:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+80:25609:x1867750941481856:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 576us (1162us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226741.308320:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 869 00000100:00080000:3.0:1781226741.308462:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226741.314235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.314329:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941482112 00000100:00100000:1.0:1781226741.314340:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941482112 00000100:00100000:1.0:1781226741.314413:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 870 00000100:00100000:1.0:1781226741.314425:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+80:25609:x1867750941482112:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226741.314503:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226741.314535:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4464757 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465c7 expref: 80 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.314556:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226741.314561:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226741.314624:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.314638:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 34 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.314646:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.314735:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 34 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.314748:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 34 pid: 14117 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226741.314762:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964534656:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226741.314867:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226741.318250:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.318331:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941482240 00000100:00100000:3.0:1781226741.318340:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941482240 00010000:00010000:3.0:1781226741.318392:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 35 pid: 14117 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226741.318442:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 285 00000100:00100000:3.0:1781226741.318452:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+35:2426:x1867750941482240:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226741.318466:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226741.318472:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 35 pid: 14117 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.318484:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 35 pid: 14117 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.318512:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226741.318517:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.318527:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.318535:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.318554:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226741.318604:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+35:2426:x1867750941482240:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 153us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226741.318612:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 285 00010000:00010000:1.0:1781226741.319108:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157a00/0x5d5522eac4464781 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465d5 expref: 34 pid: 14117 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226741.319124:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964534656:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226741.319143:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.319151:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.319158:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.319180:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.319189:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.319197:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323771:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323796:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323809:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226741.323856:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000306ea446 reply state 00000000fdc7863e transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323867:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323874:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226741.323877:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226741.323881:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781226741.323887:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1781226741.323897:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323904:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323911:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323918:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323925:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.323953:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323962:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323975:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226741.323977:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.323981:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.323989:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446496b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226741.324003:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000306ea446 reply state 00000000fdc7863e transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.324012:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.324019:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226741.324021:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226741.324024:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781226741.325682:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+81:25609:x1867750941482112:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 11245us (11447us total) trans 4294967821 rc 0/0 00000100:00100000:1.0:1781226741.325713:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 870 00000100:00100000:0.0:1781226741.340666:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.341007:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941482368 00000100:00100000:2.0:1781226741.341018:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941482368 00000100:00100000:2.0:1781226741.341083:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:2.0:1781226741.341094:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+81:25610:x1867750941482368:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226741.341121:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.341143:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464980 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46661 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.341215:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464987 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.341230:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.341267:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226741.341325:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226741.341328:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226741.341762:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.342455:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2600/0x5d5522eac4464980 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46661 expref: 83 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.342489:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464987 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46661 expref: 82 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.342497:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226741.342500:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226741.342504:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8cf3600, rc 0) 00000100:00100000:2.0:1781226741.342581:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+82:25610:x1867750941482368:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1487us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.342589:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:3.0:1781226741.347838:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.347963:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941482496 00000100:00100000:2.0:1781226741.347976:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941482496 00000100:00100000:2.0:1781226741.348052:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 872 00000100:00100000:2.0:1781226741.348068:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+82:25610:x1867750941482496:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226741.348094:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.348118:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac446498e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46668 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348228:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348246:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348257:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348271:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348279:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348285:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348402:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64c00/0x5d5522eac44649a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348411:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64c00/0x5d5522eac44649a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348418:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64c00/0x5d5522eac44649a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226741.348465:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1781226741.348469:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226741.348574:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64c00/0x5d5522eac44649a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348603:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348613:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348622:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348628:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8cf3a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226741.348636:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348646:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348663:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226741.348666:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226741.348673:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348680:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3a00/0x5d5522eac4464995 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348815:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348825:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348834:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348848:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c7306c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226741.348852:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348860:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348872:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226741.348874:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226741.348877:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348886:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306c00/0x5d5522eac446499c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348924:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf2c00/0x5d5522eac446498e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46668 expref: 84 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348953:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64c00/0x5d5522eac44649a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46668 expref: 83 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.348963:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226741.348966:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226741.348968:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8f64c00, rc 0) 00000100:00100000:3.0:1781226741.349237:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+83:25610:x1867750941482496:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1169us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226741.349246:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 872 00000100:00100000:0.0:1781226741.354193:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.354311:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941482752 00000100:00100000:1.0:1781226741.354323:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941482752 00000100:00100000:1.0:1781226741.354385:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:1.0:1781226741.354396:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+83:25610:x1867750941482752:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226741.354417:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226741.354453:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44649aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4666f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.354569:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.354583:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.354594:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.354609:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.354615:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.354621:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356623:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356652:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356671:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226741.356690:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:1.0:1781226741.356759:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356786:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356794:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356802:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356809:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.356813:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356822:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356838:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226741.356842:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.356848:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356855:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649b1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226741.356875:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000013533811 reply state 000000009775bed4 transno 4294967822 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356886:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356892:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226741.356901:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226741.356905:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781226741.356972:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44649aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 86 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356991:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 85 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.356998:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a5fb2d1f00) 00010000:00010000:1.0:1781226741.357000:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226741.357003:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4000, rc 0) 00000100:00100000:1.0:1781226741.357097:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+86:25610:x1867750941482752:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2702us (2915us total) trans 4294967822 rc 0/0 00000100:00100000:1.0:1781226741.357107:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:0.0:1781226741.369130:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.369251:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941483008 00000100:00100000:2.0:1781226741.369261:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941483008 00000100:00100000:2.0:1781226741.369332:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 874 00000100:00100000:2.0:1781226741.369343:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+86:25610:x1867750941483008:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226741.369382:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.369403:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65a00/0x5d5522eac44649cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46676 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.369522:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.369539:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.369548:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.369613:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.369626:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 87 pid: 6523 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226741.369640:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964534784:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226741.369785:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9d19300 going to sleep for 11 seconds 00000100:00100000:2.0:1781226741.374004:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964534784:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226741.374043:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226741.375050:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.375150:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941483136 00000100:00100000:2.0:1781226741.375163:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941483136 00010000:00010000:2.0:1781226741.375211:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 88 pid: 6523 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226741.375283:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 286 00000100:00100000:2.0:1781226741.375296:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+88:2426:x1867750941483136:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226741.375322:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226741.375330:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 88 pid: 6523 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.375345:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 88 pid: 6523 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.375367:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac44649bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4666f expref: 88 pid: 6523 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.375385:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a5fb2d1f00) 00010000:00010000:2.0:1781226741.375390:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.375400:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.375407:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.375507:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226741.375571:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+87:2426:x1867750941483136:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 277us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.375579:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 286 00010000:00010000:1.0:1781226741.380825:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.380849:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226741.380882:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:1.0:1781226741.381185:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00000004:00080000:1.0:1781226741.381193:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00010000:00010000:1.0:1781226741.381324:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.381338:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.381347:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.381373:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f64400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.381378:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.381386:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.381405:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a5fb2d1f00) 00010000:00010000:1.0:1781226741.381408:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226741.381413:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.381421:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64400/0x5d5522eac44649d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.382298:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65a00/0x5d5522eac44649cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46676 expref: 87 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.382321:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226741.382324:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226741.382329:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65a00/0x5d5522eac44649cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46676 expref: 87 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.382347:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8f65a00, rc 0) 00000100:00100000:1.0:1781226741.382438:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+86:25610:x1867750941483008:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 13097us (13318us total) trans 4294967823 rc 301/301 00000100:00100000:1.0:1781226741.382448:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 874 00000100:00100000:0.0:1781226741.395097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.395189:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941483392 00000100:00100000:3.0:1781226741.395198:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941483392 00000100:00100000:3.0:1781226741.395258:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 169 00000100:00100000:3.0:1781226741.395269:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+86:25610:x1867750941483392:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:3.0:1781226741.395596:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+87:25610:x1867750941483392:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 328us (508us total) trans 4294967824 rc 0/0 00000100:00100000:3.0:1781226741.395608:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 169 00000100:00100000:3.0:1781226741.412878:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.412993:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941483520 00000100:00100000:1.0:1781226741.413016:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941483520 00000100:00100000:1.0:1781226741.413084:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 875 00000100:00100000:1.0:1781226741.413095:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+87:25610:x1867750941483520:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226741.413122:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226741.413150:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44649e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4667d expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.413210:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44649e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4667d expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.413226:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44649e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4667d expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.413246:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a5fb2d1f00) 00010000:00010000:1.0:1781226741.413250:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226741.413254:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226741.413320:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:25610:x1867750941483520:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 226us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226741.413326:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 875 00000100:00100000:0.0:1781226741.421460:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.422085:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941483776 00000100:00100000:3.0:1781226741.422097:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941483776 00000100:00100000:3.0:1781226741.422161:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 170 00000100:00100000:3.0:1781226741.422172:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+88:25610:x1867750941483776:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:3.0:1781226741.422402:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+89:25610:x1867750941483776:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 231us (952us total) trans 4294967825 rc 0/0 00000100:00100000:3.0:1781226741.422410:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 170 00000100:00100000:0.0:1781226741.494168:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.494286:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941483904 00000100:00100000:1.0:1781226741.494297:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941483904 00000100:00100000:1.0:1781226741.494375:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 876 00000100:00100000:1.0:1781226741.494386:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:25616:x1867750941483904:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:1.0:1781226741.494412:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226741.494435:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46684 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.494503:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44649f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.494531:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44649f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.494542:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44649f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226741.494590:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1781226741.494594:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226741.494613:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44649f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.494638:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46684 expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.494657:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44649f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46684 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.494665:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226741.494668:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226741.494671:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226741.494791:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+90:25616:x1867750941483904:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 407us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226741.494799:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 876 00000100:00100000:0.0:1781226741.518599:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.518730:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941484032 00000100:00100000:1.0:1781226741.518739:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941484032 00000100:00100000:1.0:1781226741.518798:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 877 00000100:00100000:1.0:1781226741.518809:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+90:25617:x1867750941484032:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226741.518829:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226741.518861:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4668b expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.518929:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.518956:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.518969:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.518981:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.518988:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.518994:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519069:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519078:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519085:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226741.519128:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:1.0:1781226741.519133:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226741.519154:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519175:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519184:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519191:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519198:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519204:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.519209:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519217:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519231:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226741.519234:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.519238:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519244:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44649fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519259:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519265:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519277:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519282:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226741.519285:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519291:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519299:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226741.519302:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226741.519305:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519310:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464a05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519338:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44649f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4668b expref: 92 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519362:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4668b expref: 91 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.519369:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a5fb2d1f00) 00010000:00010000:1.0:1781226741.519371:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226741.519373:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4400, rc 0) 00000100:00100000:1.0:1781226741.519437:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+91:25617:x1867750941484032:12345-192.168.202.30@tcp:101:rm.0 Request processed in 630us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226741.519454:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 877 00000100:00100000:3.0:1781226741.542020:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.542137:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.547332:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941484160 00000100:00100000:1.0:1781226741.547570:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941484160 00000100:00080000:3.0:1781226741.547710:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226741.547764:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941484288 00000100:00100000:1.0:1781226741.547769:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941484288 00000100:00080000:3.0:1781226741.547827:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226741.547954:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 211 00000100:00100000:2.0:1781226741.547980:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+10:2425:x1867750941484160:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226741.547997:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.548016:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46692 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226741.548039:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226741.548059:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226741.548061:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226741.548069:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.548084:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.548096:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8f64e00, rc 0) 00000100:00100000:2.0:1781226741.548173:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941484160:12345-192.168.202.30@tcp:101:rm.0 Request processed in 196us (6164us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.548181:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 211 00000100:00100000:2.0:1781226741.548201:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 212 00000100:00100000:2.0:1781226741.548208:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941484288:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226741.548215:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.548225:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46699 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226741.548237:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226741.548246:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226741.548253:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226741.548258:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.548270:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.548278:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8f65200, rc 0) 00000100:00100000:2.0:1781226741.548300:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+13:2425:x1867750941484288:12345-192.168.202.30@tcp:101:rm.0 Request processed in 94us (6164us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.548306:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 212 00000100:00100000:0.0:1781226741.555924:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.556098:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941484544 00000100:00100000:2.0:1781226741.556108:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941484544 00000100:00100000:2.0:1781226741.556167:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 878 00000100:00100000:2.0:1781226741.556177:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:25617:x1867750941484544:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:2.0:1781226741.556240:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1781226741.556266:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464a0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4668b expref: 91 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556289:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44649e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4667d expref: 90 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556300:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a5fb2d1f00) 00010000:00010000:2.0:1781226741.556314:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44649f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46684 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556321:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226741.556338:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226741.556358:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556371:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556381:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556391:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556397:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556404:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556493:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556501:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.556507:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226741.558055:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:2.0:1781226741.558081:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 700698384215ns, next at 701698378050ns, rc = 0 00000040:00080000:2.0:1781226741.558124:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:2.0:1781226741.558131:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 700698435344ns, next at 701698432023ns, rc = 0 00010000:00010000:2.0:1781226741.558204:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558220:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558229:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558238:0:6524:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558244:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558250:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558341:0:6524:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781226741.558377:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558385:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558391:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558396:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f64a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226741.558400:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558407:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558422:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a4c6fc1f00) 00010000:00010000:2.0:1781226741.558425:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226741.558430:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558435:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a2f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558453:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558459:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558464:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558469:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f64200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226741.558471:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558477:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558485:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226741.558487:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226741.558490:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558496:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a21 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226741.558508:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000cb379d02 reply state 00000000d8951212 transno 4294967826 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558518:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.558524:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226741.558526:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226741.558529:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226741.558619:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:25617:x1867750941484544:12345-192.168.202.30@tcp:36:rm.0 Request processed in 2439us (2701us total) trans 4294967826 rc 0/0 00000100:00100000:2.0:1781226741.558629:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 878 00010000:00010000:3.0:1781226741.560224:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226741.560237:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.560249:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f65000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226741.560254:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.560263:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.560278:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89a4c6fc1f00) 00010000:00010000:3.0:1781226741.560281:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226741.560285:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.560291:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65000/0x5d5522eac4464a36 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.560314:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226741.560317:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226741.560319:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226741.580870:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.581751:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941484800 00000100:00100000:2.0:1781226741.581765:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941484800 00000100:00100000:2.0:1781226741.581845:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 879 00000100:00100000:2.0:1781226741.581856:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+90:25618:x1867750941484800:12345-192.168.202.30@tcp:101:dd.0 00010000:00010000:2.0:1781226741.581886:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.581911:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a3d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466a0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.582073:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.582089:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.582102:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.582332:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.582343:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.582351:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226741.582682:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:2.0:1781226741.583031:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583042:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583050:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583084:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583092:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583099:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583105:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f64a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226741.583110:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583202:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583215:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226741.583218:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226741.583223:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583230:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64a00/0x5d5522eac4464a44 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226741.583244:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000443c9382 reply state 000000001546e5de transno 4294967827 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583254:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583261:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226741.583263:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226741.583266:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226741.583299:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64200/0x5d5522eac4464a3d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583314:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.583320:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:2.0:1781226741.583322:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226741.583324:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8f65400, rc 0) 00000100:00100000:2.0:1781226741.583440:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:25618:x1867750941484800:12345-192.168.202.30@tcp:101:dd.0 Request processed in 1586us (2580us total) trans 4294967827 rc 0/0 00000100:00100000:2.0:1781226741.583449:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 879 00000100:00100000:2.0:1781226741.608451:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226741.610474:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941484928 00000100:00100000:1.0:1781226741.610491:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941484928 00000100:00100000:1.0:1781226741.610611:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 213 00000100:00100000:1.0:1781226741.610623:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:25618:x1867750941484928:12345-192.168.202.30@tcp:101:dd.0 00010000:00010000:1.0:1781226741.610643:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226741.610665:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466a7 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226741.610691:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226741.610728:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226741.610731:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226741.610741:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.610760:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226741.610773:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226741.610852:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:25618:x1867750941484928:12345-192.168.202.30@tcp:101:dd.0 Request processed in 231us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226741.610858:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 213 00000100:00100000:0.0:1781226741.659956:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226741.659994:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226741.660037:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.660137:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941485056 00000100:00100000:2.0:1781226741.660147:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941485056 00000100:00100000:2.0:1781226741.660200:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 696 00000100:00100000:2.0:1781226741.660211:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941485056:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226741.660289:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941485056:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 80us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.660298:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 696 00000100:00100000:0.0:1781226741.660610:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.661084:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941485312 00000100:00100000:2.0:1781226741.661090:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941485312 00000100:00100000:2.0:1781226741.661137:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941485440 00000100:00100000:2.0:1781226741.661140:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941485440 00000100:00100000:2.0:1781226741.661167:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 469 00000100:00100000:2.0:1781226741.661176:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941485312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226741.661219:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941485312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 45us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.661226:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 469 00000100:00100000:2.0:1781226741.661251:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 470 00000100:00100000:2.0:1781226741.661258:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941485440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226741.661283:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941485440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226741.661290:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 470 00000100:00080000:0.0:1781226741.662735:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226741.662744:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226741.666507:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941485184 00000100:00100000:3.0:1781226741.666521:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941485184 00000100:00100000:3.0:1781226741.666598:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 834 00000100:00100000:3.0:1781226741.666609:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941485184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226741.666717:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941485184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 109us (6678us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226741.666725:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 834 00000100:00080000:0.0:1781226741.667255:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226741.774146:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.774425:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941485568 00000100:00100000:3.0:1781226741.774437:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941485568 00002000:00100000:3.0:1781226741.774499:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff89a4c8313480 x1867750941485568/t0(0) o4->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:552/0 lens 488/0 e 0 to 0 dl 1781226752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226741.774511:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8313480 with x1867750941485568 ext(0->4194303) 00002000:00010000:3.0:1781226741.774517:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c8313480 00000100:00100000:3.0:1781226741.774549:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 63 00000100:00100000:3.0:1781226741.774559:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941485568:12345-192.168.202.30@tcp:4:dd.0 00000100:00100000:0.0:1781226741.807735:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.808249:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941485824 00000100:00100000:3.0:1781226741.808263:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941485824 00000100:00100000:3.0:1781226741.808333:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 171 00000100:00100000:3.0:1781226741.808355:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+93:25618:x1867750941485824:12345-192.168.202.30@tcp:35:dd.0 00000100:00100000:3.0:1781226741.808793:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+94:25618:x1867750941485824:12345-192.168.202.30@tcp:35:dd.0 Request processed in 449us (1095us total) trans 4294967828 rc 0/0 00000100:00100000:3.0:1781226741.808801:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 171 00000040:00080000:2.0:1781226741.820031:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226741.820043:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226741.820088:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:2.0:1781226741.820100:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226741.883881:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226741.924423:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+14:2425:x1867750941485568:12345-192.168.202.30@tcp:4:dd.0 Request processed in 149855us (150277us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1781226741.924438:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 63 00002000:00100000:3.0:1781226741.924454:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff89a4c8313480 x1867750941485568/t4294967334(0) o4->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:552/0 lens 488/448 e 0 to 0 dl 1781226752 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226741.924464:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8313480 with x1867750941485568 ext(0->4194303) 00002000:00010000:3.0:1781226741.924654:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c8313480 00000100:00100000:1.0:1781226741.941923:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226741.942081:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941486080 00000100:00100000:2.0:1781226741.942093:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941486080 00000100:00100000:2.0:1781226741.942165:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 880 00000100:00100000:2.0:1781226741.942176:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+94:25621:x1867750941486080:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:2.0:1781226741.942204:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226741.942227:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64800/0x5d5522eac4464a67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466ae expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.942355:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65800/0x5d5522eac4464a6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.942371:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65800/0x5d5522eac4464a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.942383:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65800/0x5d5522eac4464a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226741.942393:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1781226741.942911:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64800/0x5d5522eac4464a67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ae expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.942931:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65800/0x5d5522eac4464a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ae expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226741.942950:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:2.0:1781226741.942953:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226741.942957:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8f65800, rc 0) 00000100:00100000:2.0:1781226741.943058:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:25621:x1867750941486080:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 883us (1145us total) trans 4294967829 rc 0/0 00000100:00100000:2.0:1781226741.943066:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 880 00000100:00100000:2.0:1781226741.956347:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226741.956535:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941486208 00000100:00100000:3.0:1781226741.956544:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941486208 00000100:00100000:3.0:1781226741.956614:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 37 00000100:00100000:3.0:1781226741.956624:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+96:2426:x1867750941486208:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226741.956641:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226741.956669:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65800/0x5d5522eac4464a6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ae expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226741.956686:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:3.0:1781226741.956691:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226741.956859:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941486208:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 236us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226741.956867:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 37 00000040:00080000:1.0:1781226742.012620:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226742.026130:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226742.026213:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941486464 00000100:00100000:3.0:1781226742.026226:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941486464 00000100:00100000:3.0:1781226742.026291:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 172 00000100:00100000:3.0:1781226742.026302:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+95:25621:x1867750941486464:12345-192.168.202.30@tcp:35:md5sum.0 00000100:00100000:3.0:1781226742.026669:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+96:25621:x1867750941486464:12345-192.168.202.30@tcp:35:md5sum.0 Request processed in 364us (552us total) trans 4294967830 rc 0/0 00000100:00100000:3.0:1781226742.026681:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 172 00000100:00100000:2.0:1781226742.087809:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226742.087915:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941486592 00000100:00100000:3.0:1781226742.087926:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941486592 00000100:00100000:3.0:1781226742.087996:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 881 00000100:00100000:3.0:1781226742.088008:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:25622:x1867750941486592:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226742.088033:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226742.088054:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157600/0x5d5522eac4464a7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466b5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.088129:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.088147:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.088161:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226742.088235:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1781226742.088240:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226742.088265:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.088295:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8157600/0x5d5522eac4464a7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.088319:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.088334:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226742.088336:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226742.088340:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8156000, rc 0) 00000100:00100000:3.0:1781226742.088689:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+97:25622:x1867750941486592:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 682us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226742.088740:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 881 00000100:00100000:2.0:1781226742.105851:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226742.105981:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941486848 00000100:00100000:1.0:1781226742.105995:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941486848 00000100:00100000:1.0:1781226742.106076:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 882 00000100:00100000:1.0:1781226742.106088:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+97:25622:x1867750941486848:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:1.0:1781226742.106332:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:1.0:1781226742.106760:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+97:25622:x1867750941486848:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 674us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226742.106769:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 882 00000100:00100000:1.0:1781226742.268117:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226742.268141:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964534912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226742.268208:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226742.268341:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964534912 00000100:00100000:2.0:1781226742.268349:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964534912 00000100:00100000:2.0:1781226742.268558:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1781226742.268569:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964534912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226742.268610:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1781226742.268676:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964534912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226742.268684:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1781226742.268801:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964534912:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226742.846121:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226742.846131:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226742.846158:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1781226742.846181:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226742.846439:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394b40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964535040:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226742.846550:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864d80 going to sleep for 11 seconds 00000001:00080000:1.0:1781226742.855554:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967830 is committed 00000004:00080000:1.0:1781226742.855577:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000004:00080000:1.0:1781226742.855596:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000020:00080000:1.0:1781226742.855617:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000020:00080000:1.0:1781226742.855870:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:1.0:1781226742.855881:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:1.0:1781226742.855898:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964535168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781226742.855978:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226742.856034:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964535168 00000100:00100000:1.0:1781226742.856040:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964535168 00000100:00100000:1.0:1781226742.856081:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1781226742.856089:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964535168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781226742.856118:0:9780:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:1.0:1781226742.856285:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.856309:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.856317:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226742.856319:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226742.856322:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.856351:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.856366:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 13 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226742.856379:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964535296:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226742.856598:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1781226742.857032:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857043:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857049:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857055:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226742.857060:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857066:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857082:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226742.857085:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226742.857089:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857096:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464972 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857118:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857137:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857143:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857149:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226742.857151:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857156:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857164:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226742.857332:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226742.857337:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857343:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464979 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857359:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857366:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857372:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857377:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226742.857380:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857385:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857393:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226742.857395:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226742.857398:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857403:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44649b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857413:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857420:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857426:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857431:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f64600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226742.857433:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857438:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857449:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226742.857451:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226742.857454:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857460:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64600/0x5d5522eac4464a28 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857471:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857476:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857482:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857486:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8f64000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226742.857488:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857493:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857499:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226742.857501:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226742.857504:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.857508:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64000/0x5d5522eac4464a4b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226742.857984:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964535424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781226742.858038:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226742.858082:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964535424 00000100:00100000:3.0:1781226742.858088:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964535424 00000100:00100000:3.0:1781226742.858147:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1781226742.858156:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964535424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781226742.858395:0:15413:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:3.0:1781226742.858419:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.858435:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.858442:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226742.858444:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226742.858447:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.858477:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.858488:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 12 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226742.858500:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964535552:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226742.858562:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254e40 going to sleep for 11 seconds 00000100:00080000:3.0:1781226742.858573:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226742.859403:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226742.859433:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941486976 00000100:00100000:1.0:1781226742.859439:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941486976 00000100:00100000:1.0:1781226742.859482:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 883 00000100:00100000:1.0:1781226742.859490:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:25632:x1867750941486976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226742.859514:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226742.859616:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:25632:x1867750941486976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 125us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226742.859639:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 883 00000100:00100000:0.0:1781226742.860556:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394b40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964535040:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226742.870966:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964535552:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226742.870999:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226742.871366:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964535296:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226742.871465:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226742.879307:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226742.879394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226742.891918:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226742.892042:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941487360 00000100:00100000:2.0:1781226742.892051:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941487360 00010000:00010000:2.0:1781226742.892089:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 14 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226742.892131:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941487488 00000100:00100000:2.0:1781226742.892135:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941487488 00010000:00010000:2.0:1781226742.892146:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 13 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226742.892164:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 287 00000100:00100000:2.0:1781226742.893233:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941487360:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226742.893253:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226742.893262:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 14 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893280:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 14 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893308:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f259a99/0x5d5522eac4464a13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46692 expref: 14 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893324:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226742.893326:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226742.893331:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893341:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893375:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226742.893424:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941487360:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 204us (14029us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226742.893436:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 287 00000100:00100000:2.0:1781226742.893464:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 288 00000100:00100000:2.0:1781226742.893472:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941487488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226742.893481:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226742.893486:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 13 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893497:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 13 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893513:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6ce61fc/0x5d5522eac4464a1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46699 expref: 13 pid: 8407 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893524:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226742.893526:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226742.893530:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893538:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893558:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226742.893577:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941487488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 106us (1668us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226742.893584:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 288 00010000:00010000:2.0:1781226742.893619:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893630:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893640:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893647:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893664:0:9780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226742.893901:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964535168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37812us (37922us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1781226742.893911:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00010000:00010000:2.0:1781226742.893945:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893954:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893962:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893968:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.893987:0:15413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1781226742.894086:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964535424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35932us (36048us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1781226742.894091:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:2.0:1781226742.894118:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781226742.894123:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894129:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226742.894132:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894139:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894148:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894153:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac4464a8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894168:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226742.894170:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894179:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8157600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226742.894181:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894185:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894190:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894194:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000725d2ee5/0x5d5522eac4464a91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226742.894201:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226742.894202:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226742.894203:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226742.894207:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781226742.894247:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c71352c0/2, rc 0, transno 4294967342 00000100:00100000:2.0:1781226742.894254:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964535424:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1781226742.895287:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c737cf00/2, rc 0, transno 4294967335 00000100:00100000:1.0:1781226742.895299:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964535168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781226742.895326:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941487232 00000100:00100000:1.0:1781226742.895332:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941487232 00000100:00100000:1.0:1781226742.895385:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 884 00000100:00100000:1.0:1781226742.895395:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+34:25632:x1867750941487232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226742.895414:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226742.895484:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464a98 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466bc expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.895588:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.895599:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.895607:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226742.895616:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1781226742.895729:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464a98 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.895743:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 36 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.895760:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:1.0:1781226742.895762:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226742.895764:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4600, rc 0) 00000100:00100000:1.0:1781226742.895804:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:25632:x1867750941487232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 411us (16505us total) trans 4294967831 rc 0/0 00000100:00100000:1.0:1781226742.895824:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 884 00000100:00100000:2.0:1781226742.900364:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226742.900747:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941487616 00000100:00100000:0.0:1781226742.900758:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941487616 00000100:00100000:0.0:1781226742.900812:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 216 00000100:00100000:0.0:1781226742.900823:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941487616:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226742.900864:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226742.900884:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226742.900892:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226742.900895:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226742.900899:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226742.900947:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226742.900960:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 12 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226742.900976:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964535680:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226742.901050:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226742.911570:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964535680:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226742.911604:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226742.914395:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226742.915557:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226742.915676:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941487744 00000100:00100000:0.0:1781226742.915686:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941487744 00002000:00100000:0.0:1781226742.915766:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff89a4c790a940 x1867750941487744/t0(0) o4->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:553/0 lens 488/0 e 0 to 0 dl 1781226753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226742.915778:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c790a940 with x1867750941487744 ext(4194304->5242879) 00010000:00010000:0.0:1781226742.915787:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 13 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226742.915803:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 13 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226742.915815:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c790a940 00000100:00100000:0.0:1781226742.915846:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 9 00000100:00100000:0.0:1781226742.915855:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941487744:12345-192.168.202.30@tcp:4:md5sum.0 00000100:00100000:3.0:1781226742.958678:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+15:2426:x1867750941487744:12345-192.168.202.30@tcp:4:md5sum.0 Request processed in 42813us (43116us total) trans 4294967336 rc 0/0 00000100:00100000:3.0:1781226742.960020:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 9 00002000:00100000:3.0:1781226742.960046:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff89a4c790a940 x1867750941487744/t4294967336(0) o4->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:553/0 lens 488/448 e 0 to 0 dl 1781226753 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226742.960058:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c790a940 with x1867750941487744 ext(4194304->5242879) 00010000:00010000:3.0:1781226742.960068:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 15 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.960087:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 15 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226742.960093:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c790a940 00000100:00100000:1.0:1781226742.985984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226742.987019:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941487872 00000100:00100000:3.0:1781226742.987034:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941487872 00010000:00010000:3.0:1781226742.987081:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 15 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226742.987139:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 289 00000100:00100000:3.0:1781226742.987148:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941487872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226742.987178:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226742.987202:0:6509:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1781226742.987205:0:6509:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1781226741 00002000:00010000:3.0:1781226742.987207:0:6509:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1781226741 00002000:00010000:3.0:1781226742.987210:0:6509:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1781226741 00002000:00010000:3.0:1781226742.987211:0:6509:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:3.0:1781226742.987218:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 15 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987233:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 15 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987262:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac4464a60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a7 expref: 15 pid: 8404 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987278:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226742.987280:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226742.987285:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987293:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987325:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226742.987381:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941487872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 234us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226742.987389:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 289 00010000:00010000:3.0:1781226742.987418:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987428:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987446:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987454:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987462:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987468:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8da7400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226742.987471:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987480:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987496:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226742.987504:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff67da01/0x5d5522eac4464aad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226742.987551:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941487616:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 86730us (87199us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226742.987559:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 216 00000100:00100000:1.0:1781226742.997050:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226742.997520:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941488128 00000100:00100000:2.0:1781226742.997531:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941488128 00000100:00100000:2.0:1781226742.997599:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 885 00000100:00100000:2.0:1781226742.997611:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+36:25632:x1867750941488128:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226742.998334:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+36:25632:x1867750941488128:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 723us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226742.998345:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 885 00000100:00100000:0.0:1781226743.014661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226743.015815:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941488256 00000100:00100000:1.0:1781226743.015827:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941488256 00000100:00100000:1.0:1781226743.015898:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 217 00000100:00100000:1.0:1781226743.015908:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941488256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226743.015938:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226743.015961:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466c3 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226743.015987:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a2b5cf5, atime: 0x6a2b5cf5, ctime: 0x6a2b5cf5, blocks: 0x2800 00010000:00010000:1.0:1781226743.016009:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226743.016011:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226743.016022:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.016042:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.016072:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5400, rc 0) 00000100:00100000:1.0:1781226743.016144:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941488256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 238us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226743.016151:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 217 00000100:00080000:0.0:1781226743.016846:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226743.025036:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226743.025327:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941488512 00000100:00100000:3.0:1781226743.025338:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941488512 00000100:00100000:3.0:1781226743.025416:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 886 00000100:00100000:3.0:1781226743.025428:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+36:25632:x1867750941488512:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226743.025549:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+36:25632:x1867750941488512:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 123us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226743.025557:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 886 00000100:00080000:1.0:1781226743.025732:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226743.042424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226743.042875:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941488640 00000100:00100000:3.0:1781226743.042888:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941488640 00002000:00100000:3.0:1781226743.042949:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff89a6058ff0c0 x1867750941488640/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:554/0 lens 488/0 e 0 to 0 dl 1781226754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226743.042960:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058ff0c0 with x1867750941488640 ext(0->1048575) 00002000:00010000:3.0:1781226743.042965:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a6058ff0c0 00000100:00100000:3.0:1781226743.042993:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 64 00000100:00100000:3.0:1781226743.043003:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941488640:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781226743.067129:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941488640:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 24112us (24699us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1781226743.067147:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 64 00002000:00100000:2.0:1781226743.067161:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff89a6058ff0c0 x1867750941488640/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:554/0 lens 488/440 e 0 to 0 dl 1781226754 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226743.067184:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058ff0c0 with x1867750941488640 ext(0->1048575) 00002000:00010000:2.0:1781226743.067191:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a6058ff0c0 00000040:00080000:2.0:1781226743.086241:0:20268:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226743.086251:0:20268:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226743.086280:0:20268:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1781226743.086290:0:20268:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226743.126472:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226743.126555:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941488768 00000100:00100000:3.0:1781226743.126564:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941488768 00002000:00100000:3.0:1781226743.126613:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (1048576->5242879) req@ffff89a6058fc3c0 x1867750941488768/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:554/0 lens 488/0 e 0 to 0 dl 1781226754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226743.126625:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058fc3c0 with x1867750941488768 ext(1048576->5242879) 00002000:00010000:3.0:1781226743.126630:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a6058fc3c0 00000100:00100000:3.0:1781226743.126666:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 65 00000100:00100000:3.0:1781226743.126677:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941488768:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226743.231522:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941488768:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 104834us (105049us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1781226743.231536:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 65 00002000:00100000:1.0:1781226743.231549:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (1048576->5242879) req@ffff89a6058fc3c0 x1867750941488768/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:554/0 lens 488/440 e 0 to 0 dl 1781226754 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226743.231561:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058fc3c0 with x1867750941488768 ext(1048576->5242879) 00002000:00010000:1.0:1781226743.231567:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a6058fc3c0 00000100:00100000:1.0:1781226743.306324:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226743.306419:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941488896 00000100:00100000:3.0:1781226743.306429:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941488896 00000100:00100000:3.0:1781226743.306522:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 887 00000100:00100000:3.0:1781226743.306534:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:25632:x1867750941488896:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226743.306554:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226743.306575:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464abb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466ca expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226743.306610:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226743.306623:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226743.306634:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226743.306787:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464abb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 38 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226743.306826:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226743.306834:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:3.0:1781226743.306837:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226743.306840:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfc00, rc 0) 00000100:00100000:3.0:1781226743.306900:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25632:x1867750941488896:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 369us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226743.306907:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 887 00000100:00100000:0.0:1781226743.318820:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226743.319124:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941489024 00000100:00100000:3.0:1781226743.319134:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941489024 00000100:00100000:3.0:1781226743.319210:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 888 00000100:00100000:3.0:1781226743.319220:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25632:x1867750941489024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226743.319251:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226743.319364:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25632:x1867750941489024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 145us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226743.319372:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 888 00000100:00100000:3.0:1781226743.329266:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226743.329424:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941489152 00000100:00100000:2.0:1781226743.329433:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941489152 00000100:00100000:2.0:1781226743.329494:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 218 00000100:00100000:2.0:1781226743.329504:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941489152:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226743.329551:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329569:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226743.329571:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226743.329577:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329590:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329617:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329625:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329633:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329641:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226743.329645:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329654:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329667:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.329676:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464ac9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226743.329774:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941489152:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 271us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226743.329782:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 218 00000100:00100000:3.0:1781226743.333029:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226743.333173:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941489408 00000100:00100000:2.0:1781226743.333184:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941489408 00000100:00100000:2.0:1781226743.333250:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 889 00000100:00100000:2.0:1781226743.333261:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25632:x1867750941489408:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226743.333347:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.333365:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.333374:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.333409:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.333422:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 37 pid: 6524 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226743.333437:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964535808:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226743.333528:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c78640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226743.339264:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964535808:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226743.339305:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226743.343852:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226743.344066:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941489536 00000100:00100000:2.0:1781226743.344077:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941489536 00010000:00010000:2.0:1781226743.344122:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 38 pid: 6524 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226743.344170:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 290 00000100:00100000:2.0:1781226743.344181:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3437c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941489536:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226743.344196:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226743.344203:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 38 pid: 6524 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.344216:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 38 pid: 6524 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.344239:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac4464ac2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ca expref: 38 pid: 6524 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.344259:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:2.0:1781226743.344265:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.344275:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.344282:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226743.344306:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226743.344356:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3437c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2427:x1867750941489536:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 177us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226743.344365:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 290 00010000:00010000:1.0:1781226743.344532:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344541:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344742:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344752:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344759:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344782:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226743.344787:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344795:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344814:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:1.0:1781226743.344817:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226743.344822:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226743.344828:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464ad0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226743.344921:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25632:x1867750941489408:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 11661us (11902us total) trans 4294967832 rc 0/0 00000100:00100000:1.0:1781226743.344940:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 889 00000040:00080000:2.0:1781226743.348462:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226743.348471:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226743.349051:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781226743.349063:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226743.375910:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226743.376030:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941489792 00000100:00100000:3.0:1781226743.376039:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941489792 00000100:00100000:3.0:1781226743.376104:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 173 00000100:00100000:3.0:1781226743.376115:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25632:x1867750941489792:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226743.376404:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25632:x1867750941489792:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 290us (503us total) trans 4294967833 rc 0/0 00000100:00100000:3.0:1781226743.376411:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 173 00000100:00100000:0.0:1781226743.804191:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964535936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226743.804273:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226743.804344:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226743.804351:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964536064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226743.804375:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226743.804607:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536064 00000100:00100000:1.0:1781226743.804607:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964535936 00000100:00100000:3.0:1781226743.804615:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536064 00000100:00100000:1.0:1781226743.804615:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964535936 00000100:00100000:3.0:1781226743.804659:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1781226743.804669:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964535936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226743.804717:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00080000:0.0:1781226743.804802:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226743.804842:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964535936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226743.804882:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1781226743.804890:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964536064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226743.804901:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1781226743.804943:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964536064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226743.804950:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1781226743.804973:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964536192:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.804977:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964536576:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805010:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226743.805015:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226743.805028:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964537088:0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805034:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964536704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805050:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226743.805055:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226743.805067:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964537216:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805067:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781226743.805072:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964536448:0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805086:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226743.805088:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226743.805101:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964536960:0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805102:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781226743.805106:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964536320:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805119:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226743.805128:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536192 00000100:00100000:1.0:1781226743.805132:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536192 00000100:00100000:0.0:1781226743.805145:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536704 00000100:00100000:0.0:1781226743.805148:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536704 00000100:00100000:0.0:1781226743.805173:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536448 00000100:00100000:0.0:1781226743.805176:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536448 00000100:00100000:0.0:1781226743.805191:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781226743.805196:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964536704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805230:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1781226743.805238:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964536192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805241:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964536704:12345-0@lo:400:kworker.0 Request processed in 45us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226743.805247:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781226743.805263:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1781226743.805266:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964536192:12345-0@lo:400:kworker.0 Request processed in 30us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226743.805269:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964536448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805272:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1781226743.805297:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964536448:12345-0@lo:400:kworker.0 Request processed in 28us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226743.805300:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226743.805303:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1781226743.805316:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fe580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964536832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805320:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536576 00000100:00100000:0.0:1781226743.805334:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536576 00000100:00100000:1.0:1781226743.805337:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226743.805351:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964537344:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.805354:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964537216 00000100:00100000:0.0:1781226743.805356:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964537216 00000100:00100000:1.0:1781226743.805372:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226743.805546:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964536192:0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805555:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964536704:0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.805581:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536960 00000100:00100000:1.0:1781226743.805584:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536960 00000100:00100000:1.0:1781226743.805603:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536320 00000100:00100000:1.0:1781226743.805606:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536320 00000100:00100000:3.0:1781226743.805620:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964535936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 952us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226743.805625:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964536832 00000100:00100000:3.0:1781226743.805627:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1781226743.805628:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964536832 00000100:00100000:1.0:1781226743.805638:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964537344 00000100:00100000:1.0:1781226743.805640:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964537344 00000100:00100000:1.0:1781226743.805653:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1781226743.805662:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964537088 00000100:00100000:3.0:1781226743.805665:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964537088 00000100:00100000:3.0:1781226743.805692:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1781226743.805724:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964537088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226743.805758:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964537088:12345-0@lo:400:kworker.0 Request processed in 36us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226743.805764:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1781226743.805808:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964536448:0@lo:400:kworker.0 00000100:00100000:3.0:1781226743.805819:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964537088:0@lo:400:kworker.0 00000100:00100000:2.0:1781226743.805826:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1781226743.805836:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964536960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226743.805845:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964536064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226743.805872:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964536960:12345-0@lo:400:kworker.0 Request processed in 39us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226743.805873:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1781226743.805879:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1781226743.805880:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964536320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226743.805891:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1781226743.805897:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964536832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226743.805913:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964536320:12345-0@lo:400:kworker.0 Request processed in 34us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226743.805918:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964536832:12345-0@lo:400:kworker.0 Request processed in 22us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226743.805930:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1781226743.805934:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1781226743.805944:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1781226743.805954:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964537344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226743.805982:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964537344:12345-0@lo:400:kworker.0 Request processed in 33us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226743.806047:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964536960:0@lo:400:kworker.0 00000100:00080000:2.0:1781226743.806077:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226743.806082:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226743.806084:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226743.806116:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964536320:0@lo:400:kworker.0 00000100:00100000:2.0:1781226743.806125:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fe580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964536832:0@lo:400:kworker.0 00000100:00100000:2.0:1781226743.806132:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964537344:0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.806309:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964536576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226743.806358:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964536576:12345-0@lo:400:kworker.0 Request processed in 699us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226743.806365:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1781226743.806487:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964536576:0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.808498:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1781226743.808520:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964537216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226743.808613:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964537216:12345-0@lo:400:kworker.0 Request processed in 103us (3525us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226743.808620:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1781226743.808772:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964537216:0@lo:400:kworker.0 00000100:00100000:3.0:1781226743.809626:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00010000:00010000:2.0:1781226743.932343:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226744.830019:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964537472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226744.830107:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226744.830183:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964537472 00000100:00100000:3.0:1781226744.830191:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964537472 00000100:00100000:3.0:1781226744.830244:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1781226744.830254:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964537472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226744.830289:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226744.830335:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964537472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226744.830342:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1781226744.830389:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964537472:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226744.956234:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226745.148867:0:20319:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226745.148876:0:20319:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226745.148905:0:20319:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:3.0:1781226745.148923:0:20319:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226745.247536:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.247613:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941489920 00000100:00100000:2.0:1781226745.247623:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941489920 00000100:00100000:2.0:1781226745.247715:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 219 00000100:00100000:2.0:1781226745.247727:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+14:2426:x1867750941489920:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226745.247747:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.247766:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466d1 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.247795:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226745.247798:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226745.247807:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.247826:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.247841:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226745.247893:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+15:2426:x1867750941489920:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 169us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.247901:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 219 00000100:00080000:0.0:1781226745.248077:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226745.255486:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.255816:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941490176 00000100:00100000:3.0:1781226745.255827:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941490176 00000100:00100000:3.0:1781226745.255918:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 890 00000100:00100000:3.0:1781226745.255938:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+83:25641:x1867750941490176:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226745.255959:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226745.255981:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ade lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466d8 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.256122:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464ae5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.256139:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464ae5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.256152:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464ae5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226745.256168:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1781226745.256293:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ade lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d8 expref: 86 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.256324:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464ae5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d8 expref: 85 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.256332:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:3.0:1781226745.256335:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781226745.256338:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226745.256392:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:25641:x1867750941490176:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 465us (916us total) trans 4294967834 rc 0/0 00000100:00100000:3.0:1781226745.256398:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 890 00000100:00080000:2.0:1781226745.256460:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226745.262614:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.262761:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941490304 00000100:00100000:2.0:1781226745.262782:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941490304 00000100:00100000:2.0:1781226745.262842:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 220 00000100:00100000:2.0:1781226745.262853:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941490304:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:2.0:1781226745.262902:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.262933:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 8 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.262944:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.262951:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226745.262953:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226745.262956:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.262998:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.263012:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 15 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.263028:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964537600:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226745.263524:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 8 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.263536:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 8 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.263552:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964537728:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226745.263636:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226745.265558:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964537600:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226745.269964:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.271921:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941490432 00000100:00100000:3.0:1781226745.271935:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941490432 00010000:00010000:3.0:1781226745.271980:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 16 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.272030:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 291 00000100:00100000:3.0:1781226745.272039:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941490432:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226745.272053:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226745.272075:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 16 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.272089:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 16 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.275009:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4464ad7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d1 expref: 16 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.275045:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226745.275182:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+15:2426:x1867750941490432:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 3142us (5228us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.275194:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 291 00000100:00100000:0.0:1781226745.276088:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964537728:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226745.276134:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.281648:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.281733:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941490560 00000100:00100000:3.0:1781226745.281742:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941490560 00010000:00010000:3.0:1781226745.281804:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 9 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.281839:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 292 00000100:00100000:3.0:1781226745.281848:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941490560:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226745.281864:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226745.281885:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 9 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.281915:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 9 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.281942:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f37683/0x5d5522eac4464ab4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466c3 expref: 9 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.281958:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226745.281960:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226745.281965:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.281977:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.282004:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226745.282053:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941490560:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 206us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.282060:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 292 00000100:00080000:2.0:1781226745.282299:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781226745.285311:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285333:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285364:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285373:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285382:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285388:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226745.285393:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285415:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285434:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.285442:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006b1c1d5/0x5d5522eac4464af3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226745.285532:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941490304:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 22676us (22923us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226745.285543:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 220 00000100:00100000:2.0:1781226745.288763:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.288978:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941490816 00000100:00100000:3.0:1781226745.288989:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941490816 00000100:00100000:3.0:1781226745.289039:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 174 00000100:00100000:3.0:1781226745.289050:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+85:25641:x1867750941490816:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:3.0:1781226745.289185:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464ae5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d8 expref: 85 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226745.289436:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967835 00000001:00080000:3.0:1781226745.290009:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967836 00010000:00010000:3.0:1781226745.290061:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.290078:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.290087:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.290095:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.290287:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.290363:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 37 pid: 14117 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.290380:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964537856:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226745.290520:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.290530:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 88 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.290544:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964537984:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226745.290568:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226745.307772:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.307810:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.307843:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941491072 00000100:00100000:2.0:1781226745.307853:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941491072 00010000:00010000:2.0:1781226745.307903:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 89 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.307956:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941490944 00000100:00100000:3.0:1781226745.307959:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964537856:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226745.307962:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941490944 00000100:00100000:3.0:1781226745.307994:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964537984:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226745.308001:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 38 pid: 14117 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.308033:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 293 00000100:00100000:2.0:1781226745.308045:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+89:2427:x1867750941491072:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226745.308046:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308071:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226745.308081:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 89 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308098:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 89 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308137:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f65400/0x5d5522eac4464a52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466a0 expref: 89 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308155:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:2.0:1781226745.308161:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308171:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308178:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226745.308247:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+88:2427:x1867750941491072:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 205us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.308255:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 293 00000100:00100000:2.0:1781226745.308274:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 294 00000100:00100000:2.0:1781226745.308280:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941490944:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226745.308290:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226745.308296:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 38 pid: 14117 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308318:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 38 pid: 14117 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308339:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464a9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466bc expref: 38 pid: 14117 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308349:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:2.0:1781226745.308353:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308361:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308368:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308395:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226745.308416:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2427:x1867750941490944:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 135us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.308424:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 294 00000100:00080000:2.0:1781226745.308459:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226745.308482:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.308490:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226745.308623:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967837 00000001:00080000:2.0:1781226745.308757:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967838 00000100:00100000:2.0:1781226745.308846:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964538112:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226745.308894:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226745.308935:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226745.309412:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964538112 00000100:00100000:3.0:1781226745.309424:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964538112 00000100:00100000:3.0:1781226745.309587:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1781226745.309599:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964538112:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781226745.309833:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964538112:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 236us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.309843:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1781226745.309879:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964538112:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781226745.310057:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967839 00000100:00100000:1.0:1781226745.310122:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964538240:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226745.310174:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226745.310205:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c68433c0 going to sleep for 11 seconds 00000100:00080000:0.0:1781226745.310482:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226745.310774:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964538240 00000100:00100000:3.0:1781226745.310786:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964538240 00000100:00100000:0.0:1781226745.310937:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1781226745.310949:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964538240:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226745.311401:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6526:x1867750964538240:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 453us (1224us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1781226745.311410:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781226745.311484:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964538240:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781226745.311541:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967840 00010000:00010000:1.0:1781226745.311578:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.311590:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.311615:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.311621:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226745.311625:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.311633:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.311651:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:1.0:1781226745.311654:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781226745.311673:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.311679:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464afa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226745.311823:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781226745.311884:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:1.0:1781226745.311897:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 704452200746ns, next at 705452198416ns, rc = 0 00000001:00080000:1.0:1781226745.311904:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967841 00010000:00010000:1.0:1781226745.311958:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a4c6fc1d00) 00010000:00010000:1.0:1781226745.311961:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226745.311968:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464ae5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466d8 expref: 92 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226745.312093:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+91:25641:x1867750941490816:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 23045us (23336us total) trans 4294967842 rc 0/0 00000100:00100000:1.0:1781226745.312414:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 174 00000020:00080000:1.0:1781226745.312418:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1781226745.342246:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.342494:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941491328 00000100:00100000:3.0:1781226745.342506:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941491328 00000100:00100000:3.0:1781226745.342574:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 891 00000100:00100000:3.0:1781226745.342585:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:25643:x1867750941491328:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:3.0:1781226745.342615:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226745.342639:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466df expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342767:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342783:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342795:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342809:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342817:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342823:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342962:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464b16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342970:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464b16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.342978:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464b16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226745.342987:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1781226745.343066:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343074:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343081:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343087:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.343092:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343434:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343450:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226745.343453:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.343458:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343465:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343482:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343487:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343494:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343499:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.343501:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343508:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343520:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5d0c36000) 00010000:00010000:3.0:1781226745.343523:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.343526:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343531:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343583:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466df expref: 94 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343596:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464b16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466df expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.343603:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36c00) 00010000:00010000:3.0:1781226745.343605:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226745.343607:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226745.343723:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+93:25643:x1867750941491328:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 1140us (1488us total) trans 4294967843 rc 0/0 00000100:00100000:3.0:1781226745.343734:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 891 00000100:00100000:3.0:1781226745.348962:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226745.349044:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941491584 00000100:00100000:1.0:1781226745.349062:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941491584 00000100:00100000:1.0:1781226745.349175:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 38 00000100:00100000:1.0:1781226745.349188:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+93:25643:x1867750941491584:12345-192.168.202.30@tcp:103:md5sum.0 00010000:00010000:1.0:1781226745.349208:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226745.349236:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464b16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466df expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.349256:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36c00) 00010000:00010000:1.0:1781226745.349269:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226745.349341:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+92:25643:x1867750941491584:12345-192.168.202.30@tcp:103:md5sum.0 Request processed in 156us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226745.349348:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 38 00000100:00100000:1.0:1781226745.351318:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.351395:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941491712 00000100:00100000:3.0:1781226745.351414:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941491712 00000100:00100000:3.0:1781226745.351497:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 892 00000100:00100000:3.0:1781226745.351511:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+92:25643:x1867750941491712:12345-192.168.202.30@tcp:58:md5sum.0 00010000:00010000:3.0:1781226745.351689:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.351740:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.351754:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226745.351932:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:3.0:1781226745.352055:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+92:25643:x1867750941491712:12345-192.168.202.30@tcp:58:md5sum.0 Request processed in 545us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.352065:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 892 00000100:00100000:3.0:1781226745.357045:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.357673:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941491840 00000100:00100000:0.0:1781226745.357691:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941491840 00000100:00100000:0.0:1781226745.357964:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 893 00000100:00100000:0.0:1781226745.357979:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:25643:x1867750941491840:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:0.0:1781226745.358012:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226745.358044:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466e6 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.358138:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.358151:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.358176:0:6523:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.358195:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.358222:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:0.0:1781226745.358227:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226745.358232:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.358242:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e400, rc 0) 00000100:00100000:0.0:1781226745.358335:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+93:25643:x1867750941491840:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 359us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.358343:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 893 00000040:00080000:0.0:1781226745.404771:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226745.404782:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226745.404831:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:0.0:1781226745.404842:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226745.405024:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73be1c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964538368:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226745.405408:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226745.411748:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.411785:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941491968 00000100:00100000:2.0:1781226745.411794:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941491968 00000100:00100000:2.0:1781226745.411851:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 894 00000100:00100000:2.0:1781226745.411862:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941491968:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226745.411916:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226745.412047:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941491968:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 186us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.412054:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 894 00000100:00100000:1.0:1781226745.412965:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73be1c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964538368:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226745.416262:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.416323:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941492096 00000100:00100000:3.0:1781226745.416336:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941492096 00000100:00100000:3.0:1781226745.416409:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 895 00000100:00100000:3.0:1781226745.416422:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25644:x1867750941492096:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781226745.417377:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417410:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417427:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417781:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417807:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417819:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417853:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417861:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417868:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226745.417939:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:3.0:1781226745.417945:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226745.417960:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417973:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417981:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417989:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.417996:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.418001:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418009:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418022:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226745.418025:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.418030:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418037:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464b32 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418050:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418057:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418063:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418068:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.418071:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418077:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418084:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff89a5d0c36000) 00010000:00010000:3.0:1781226745.418086:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.418088:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418093:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464b39 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418651:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418658:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418665:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418671:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.418674:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418681:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418690:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:3.0:1781226745.418693:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.418731:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.418738:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.418855:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25644:x1867750941492096:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 2430us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.418867:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 895 00000100:00100000:2.0:1781226745.424941:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.427546:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941492352 00000100:00100000:3.0:1781226745.427562:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941492352 00000100:00100000:2.0:1781226745.427792:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 896 00000100:00100000:2.0:1781226745.427806:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+37:25644:x1867750941492352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.427829:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.427855:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464b47 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466ed expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.427981:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.427997:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428022:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226745.428034:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1781226745.428473:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428483:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428490:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428497:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226745.428501:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428510:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428523:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:2.0:1781226745.428526:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226745.428530:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428537:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428578:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464b47 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ed expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428587:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226745.428589:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226745.428592:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464b47 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466ed expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.428602:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574a00, rc 0) 00000100:00100000:2.0:1781226745.428682:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941492352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 879us (3752us total) trans 4294967844 rc 301/301 00000100:00100000:2.0:1781226745.428691:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 896 00000100:00100000:1.0:1781226745.431554:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.431896:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941492480 00000100:00100000:2.0:1781226745.431916:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941492480 00000100:00100000:2.0:1781226745.431966:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 897 00000100:00100000:2.0:1781226745.431976:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941492480:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226745.432014:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226745.432952:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941492480:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 970us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.432963:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 897 00000100:00100000:3.0:1781226745.436423:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.436504:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941492608 00000100:00100000:0.0:1781226745.436520:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941492608 00000100:00100000:0.0:1781226745.436589:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 898 00000100:00100000:0.0:1781226745.436597:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941492608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226745.436615:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226745.436633:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464b5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466f4 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.436734:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.436749:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.436761:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226745.436817:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226745.436821:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226745.436842:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.436868:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464b5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.436890:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.436897:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226745.436899:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226745.436902:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:0.0:1781226745.436970:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941492608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 372us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.436977:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 898 00000100:00100000:3.0:1781226745.441470:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.441545:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941492736 00000100:00100000:2.0:1781226745.441552:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941492736 00000100:00100000:2.0:1781226745.441598:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 899 00000100:00100000:2.0:1781226745.441605:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941492736:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.441622:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.441637:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464b6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b466fb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441745:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441760:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441769:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441787:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441793:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441799:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441877:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441883:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441888:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226745.441930:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1781226745.441934:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226745.441958:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441969:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441976:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441983:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.441997:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226745.442001:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442008:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442020:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226745.442024:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226745.442028:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442034:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464b71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442046:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442052:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442058:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442062:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226745.442064:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442069:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442079:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.442081:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226745.442083:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442089:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464b78 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442431:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464b6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442449:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.442456:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226745.442459:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226745.442461:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226745.442571:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:25644:x1867750941492736:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 964us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.442579:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 899 00000100:00100000:1.0:1781226745.445336:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.445386:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941492992 00000100:00100000:2.0:1781226745.445396:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941492992 00000100:00100000:2.0:1781226745.445495:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 900 00000100:00100000:2.0:1781226745.445507:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:25644:x1867750941492992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.445527:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.445548:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464b86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46702 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.446101:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464b8d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.446116:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464b8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.446126:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464b8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226745.446135:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:2.0:1781226745.446179:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464b86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46702 expref: 43 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.446198:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464b8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46702 expref: 42 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.446207:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1400) 00010000:00010000:2.0:1781226745.446210:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226745.446213:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575a00, rc 0) 00000100:00100000:2.0:1781226745.446279:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:25644:x1867750941492992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 775us (951us total) trans 4294967845 rc 0/0 00000100:00100000:2.0:1781226745.446286:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 900 00000100:00100000:2.0:1781226745.453891:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.454046:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941493248 00000100:00100000:3.0:1781226745.454056:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941493248 00000100:00100000:3.0:1781226745.454126:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 901 00000100:00100000:3.0:1781226745.454137:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:25644:x1867750941493248:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226745.454195:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226745.454222:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464b8d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46702 expref: 42 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.454241:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1400) 00010000:00010000:3.0:1781226745.454252:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226745.454273:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.454287:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.454296:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.454330:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.454344:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 92 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.454359:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964538496:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226745.454448:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226745.456197:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964538496:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226745.456232:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.461554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.461914:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941493376 00000100:00100000:0.0:1781226745.461924:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941493376 00010000:00010000:0.0:1781226745.461964:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 93 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226745.462009:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 295 00000100:00100000:0.0:1781226745.462020:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+93:2427:x1867750941493376:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226745.462036:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226745.462043:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 93 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.462056:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 93 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.462079:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156000/0x5d5522eac4464a83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466b5 expref: 93 pid: 6525 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.462112:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:0.0:1781226745.462117:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.462128:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.462137:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.462170:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226745.462412:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462422:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462449:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462459:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462468:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462515:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462521:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462527:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462532:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.462537:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462543:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462551:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226745.462553:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.462558:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462563:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4464b9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462577:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462584:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462589:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462594:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.462596:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462601:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462607:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0xf5cca75a (ffff89a5d0c36000) 00010000:00010000:3.0:1781226745.462610:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226745.462613:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.462617:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464ba2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xf5cca75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226745.462768:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+92:2427:x1867750941493376:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 750us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.462778:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 295 00000100:00100000:3.0:1781226745.463990:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:25644:x1867750941493248:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 9840us (10094us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226745.464005:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 901 00000100:00100000:3.0:1781226745.466385:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.466780:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941493504 00000100:00100000:2.0:1781226745.466799:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941493504 00000100:00100000:2.0:1781226745.466864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 902 00000100:00100000:2.0:1781226745.466874:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:25644:x1867750941493504:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.466896:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.466933:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464ba9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46709 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.466972:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.466985:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.466997:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.467328:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464ba9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.467349:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.467357:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.467361:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226745.467364:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574a00, rc 0) 00000100:00100000:2.0:1781226745.467436:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+42:25644:x1867750941493504:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 564us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.467446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 902 00000100:00100000:1.0:1781226745.474213:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.474291:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941493760 00000100:00100000:2.0:1781226745.474304:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941493760 00000100:00100000:2.0:1781226745.474366:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 903 00000100:00100000:2.0:1781226745.474378:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:25644:x1867750941493760:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.474467:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.474483:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.474494:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226745.474634:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000afa171a5 reply state 00000000350929bc transno 4294967846 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.474645:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.474650:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.474653:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226745.474654:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226745.474784:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:25644:x1867750941493760:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 408us (579us total) trans 4294967846 rc 0/0 00000100:00100000:2.0:1781226745.474793:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 903 00000100:00100000:3.0:1781226745.484384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.486027:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941493888 00000100:00100000:2.0:1781226745.486044:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941493888 00000100:00100000:2.0:1781226745.486341:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 904 00000100:00100000:2.0:1781226745.486354:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:25644:x1867750941493888:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.486378:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.486399:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46710 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.486464:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.486480:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.486491:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.486494:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226745.486498:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226745.486577:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:25644:x1867750941493888:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 225us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.486584:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 904 00000100:00100000:3.0:1781226745.489290:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.489546:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941494016 00000100:00100000:0.0:1781226745.489556:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941494016 00000100:00100000:0.0:1781226745.489641:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 175 00000100:00100000:0.0:1781226745.489650:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:25644:x1867750941494016:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781226745.489828:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:25644:x1867750941494016:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 180us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.489834:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 175 00000100:00100000:3.0:1781226745.492535:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226745.492602:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941494272 00000100:00100000:1.0:1781226745.492611:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941494272 00000100:00100000:0.0:1781226745.492968:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 176 00000100:00100000:0.0:1781226745.492982:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:25644:x1867750941494272:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226745.493219:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941494272:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 241us (688us total) trans 4294967847 rc 0/0 00000100:00100000:0.0:1781226745.493231:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 176 00000100:00100000:3.0:1781226745.499220:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.499345:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941494528 00000100:00100000:0.0:1781226745.499356:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941494528 00000100:00100000:0.0:1781226745.499420:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 905 00000100:00100000:0.0:1781226745.499431:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941494528:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226745.499543:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941494528:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 113us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.499551:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 905 00000100:00100000:3.0:1781226745.504057:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.504190:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941494784 00000100:00100000:0.0:1781226745.504201:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941494784 00000100:00100000:0.0:1781226745.504433:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 906 00000100:00100000:0.0:1781226745.504445:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941494784:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226745.504468:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226745.504492:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464bc5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46717 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.504605:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.504621:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.504628:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.504675:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.504736:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 47 pid: 6524 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226745.504752:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bcb40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964538624:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226745.504861:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdce40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226745.510773:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bcb40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964538624:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226745.510809:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.514759:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.515118:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941494912 00000100:00100000:0.0:1781226745.515131:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941494912 00010000:00010000:0.0:1781226745.515181:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 48 pid: 6524 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226745.515235:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 296 00000100:00100000:0.0:1781226745.515246:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3437850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2426:x1867750941494912:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226745.515263:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226745.515270:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 48 pid: 6524 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.515285:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 48 pid: 6524 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.515310:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464bbe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46710 expref: 48 pid: 6524 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.515334:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:0.0:1781226745.515339:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.515349:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.515356:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.515391:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226745.515447:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3437850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941494912:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 203us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.515455:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 296 00010000:00010000:3.0:1781226745.516882:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.516897:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226745.516929:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:3.0:1781226745.517109:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00010000:00010000:3.0:1781226745.517218:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517226:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517234:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517240:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.517244:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517251:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517266:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:3.0:1781226745.517269:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226745.517272:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517279:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464bcc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517333:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464bc5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46717 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517343:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226745.517345:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226745.517349:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464bc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46717 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.517358:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e200, rc 0) 00000100:00100000:3.0:1781226745.517420:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941494784:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 12977us (13370us total) trans 4294967848 rc 301/301 00000100:00100000:3.0:1781226745.517429:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 906 00000100:00100000:0.0:1781226745.518056:0:9784:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bcb40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9784:1867750964538752:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1781226745.518119:0:9784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226745.518147:0:9784:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226745.518295:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964538752 00000100:00100000:3.0:1781226745.518303:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964538752 00000100:00100000:3.0:1781226745.518432:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1781226745.518442:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:9784:x1867750964538752:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1781226745.518485:0:17677:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:1.0:1781226745.521450:0:9784:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bcb40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9784:1867750964538752:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1781226745.521469:0:9784:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00080000:0.0:1781226745.521634:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226745.523894:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:9784:x1867750964538752:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5444us (5765us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1781226745.523944:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1781226745.524338:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226745.524409:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941495168 00000100:00100000:1.0:1781226745.524418:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941495168 00000100:00100000:1.0:1781226745.524466:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 177 00000100:00100000:1.0:1781226745.524475:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941495168:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226745.524787:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:25644:x1867750941495168:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 312us (450us total) trans 4294967849 rc 0/0 00000100:00100000:1.0:1781226745.524796:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 177 00000100:00100000:3.0:1781226745.532409:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.532515:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941495296 00000100:00100000:2.0:1781226745.532525:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941495296 00000100:00100000:2.0:1781226745.532593:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 907 00000100:00100000:2.0:1781226745.532604:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:25644:x1867750941495296:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.532628:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.532649:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464bda lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4671e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.532767:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464be1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.532782:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464be1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.532794:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464be1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226745.532838:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:2.0:1781226745.532842:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226745.532861:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464be1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.532885:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464bda lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4671e expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.532900:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464be1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4671e expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.532919:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.532921:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226745.532925:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575200, rc 0) 00000100:00100000:2.0:1781226745.533179:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:25644:x1867750941495296:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 576us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.533187:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 907 00000100:00100000:0.0:1781226745.547140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.547263:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941495424 00000100:00100000:2.0:1781226745.547273:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941495424 00000100:00100000:2.0:1781226745.547387:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 222 00000100:00100000:2.0:1781226745.547399:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941495424:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.547419:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226745.547443:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46725 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226745.547469:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226745.547491:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226745.547493:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226745.547501:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.547517:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.547530:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226745.547628:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941495424:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 231us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.547636:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 222 00000100:00080000:0.0:1781226745.547819:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226745.551130:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.551470:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941495680 00000100:00100000:0.0:1781226745.551480:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941495680 00000100:00100000:0.0:1781226745.551543:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 908 00000100:00100000:0.0:1781226745.551555:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:25644:x1867750941495680:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226745.551738:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:25644:x1867750941495680:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 144us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.551746:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 908 00000100:00100000:1.0:1781226745.565589:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.566531:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941495808 00000100:00100000:3.0:1781226745.566544:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941495808 00000100:00100000:3.0:1781226745.566609:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 223 00000100:00100000:3.0:1781226745.566618:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:25644:x1867750941495808:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226745.566636:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226745.566654:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4672c expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.566687:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.566739:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226745.566741:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226745.566746:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.566927:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.566942:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.566956:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964538880:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226745.567125:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226745.577046:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964538880:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226745.577152:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.577177:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226745.577352:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:25644:x1867750941495808:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 10734us (11771us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.577361:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 223 00000100:00100000:2.0:1781226745.582889:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.583464:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941495936 00000100:00100000:3.0:1781226745.583533:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941495936 00010000:00010000:3.0:1781226745.583584:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.583747:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 297 00000100:00100000:3.0:1781226745.583760:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941495936:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226745.583776:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226745.583870:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.583886:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.583919:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac4464be8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46725 expref: 11 pid: 8404 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.583941:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226745.583944:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226745.583951:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.583962:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.583998:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.584013:0:6510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1867750964539008:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226745.584147:0:6510:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226745.596604:0:6510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1867750964539008:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226745.596638:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226745.596746:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941495936:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 12987us (13866us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226745.596757:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 297 00000100:00100000:0.0:1781226745.722438:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.722673:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496064 00000100:00100000:2.0:1781226745.722683:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496064 00002000:00100000:2.0:1781226745.722757:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff89a4c73bd2c0 x1867750941496064/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:556/0 lens 488/0 e 0 to 0 dl 1781226756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226745.722769:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bd2c0 with x1867750941496064 ext(0->4194303) 00002000:00010000:2.0:1781226745.723380:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73bd2c0 00000100:00100000:2.0:1781226745.723422:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 66 00000100:00100000:2.0:1781226745.723434:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941496064:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781226745.807847:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226745.809613:0:8412:0:(service.c:3465:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1781226745.809634:0:8412:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1781226745.812133:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496192 00000100:00100000:1.0:1781226745.812151:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496192 00002000:00100000:1.0:1781226745.812219:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff89a4c73bf840 x1867750941496192/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:556/0 lens 488/0 e 0 to 0 dl 1781226756 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226745.812234:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bf840 with x1867750941496192 ext(4194304->5242879) 00002000:00010000:1.0:1781226745.812242:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73bf840 00000100:00100000:3.0:1781226745.815668:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 67 00000100:00100000:3.0:1781226745.815691:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941496192:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781226745.889276:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2424:x1867750941496064:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 165823us (166825us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1781226745.889301:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 66 00002000:00100000:2.0:1781226745.889324:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff89a4c73bd2c0 x1867750941496064/t4294967344(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:556/0 lens 488/448 e 0 to 0 dl 1781226756 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226745.889338:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bd2c0 with x1867750941496064 ext(0->4194303) 00002000:00010000:2.0:1781226745.889346:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73bd2c0 00000100:00100000:3.0:1781226745.891627:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941496192:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 75921us (83765us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1781226745.891647:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 67 00002000:00100000:3.0:1781226745.891663:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff89a4c73bf840 x1867750941496192/t4294967345(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:556/0 lens 488/448 e 0 to 0 dl 1781226756 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226745.891673:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bf840 with x1867750941496192 ext(4194304->5242879) 00002000:00010000:3.0:1781226745.891678:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73bf840 00000100:00100000:3.0:1781226745.898259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226745.899541:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496320 00000100:00100000:0.0:1781226745.899562:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496320 00000100:00100000:0.0:1781226745.899675:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 909 00000100:00100000:0.0:1781226745.899688:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:25644:x1867750941496320:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781226745.905481:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967849 is committed 00000001:00080000:1.0:1781226745.905524:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967843 is committed 00000004:00080000:1.0:1781226745.905531:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:1.0:1781226745.905561:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c6843180 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:1.0:1781226745.905567:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c6e3a100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c360b840 00000020:00080000:1.0:1781226745.905570:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c6e3af00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c3f7e800 00000020:00080000:0.0:1781226745.905747:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000100:00100000:3.0:1781226745.905833:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:0.0:1781226745.905856:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:3.0:1781226745.905861:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964539136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781226745.905948:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226745.906039:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941496320:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 6346us (7784us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226745.906053:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 909 00000100:00100000:1.0:1781226745.906127:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964539136 00000100:00100000:1.0:1781226745.906137:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964539136 00000100:00100000:1.0:1781226745.906280:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1781226745.906290:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964539136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781226745.906324:0:8405:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00002000:00010000:1.0:1781226745.906374:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a2b5cf5, atime: 0x6a2b5cf5, ctime: 0x6a2b5cf5, blocks: 0x2800 00010000:00010000:1.0:1781226745.906384:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.906402:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226745.906404:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226745.906409:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.906427:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.906437:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.906447:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.906464:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.906476:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781226745.906490:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.906500:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.906507:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226745.906513:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.906521:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.906545:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.906551:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781226745.906556:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.906564:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bb7 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226745.906654:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3668:x1867750964539136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 364us (704us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1781226745.906663:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00010000:00010000:0.0:1781226745.906838:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226745.906848:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.906858:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226745.906862:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.906871:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.906888:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.906897:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464bf6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226745.906936:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226745.906938:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226745.906940:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781226745.907990:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c9218b40/2, rc 0, transno 4294967338 00000100:00100000:1.0:1781226745.908005:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964539136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781226745.911166:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.911261:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496448 00000100:00100000:2.0:1781226745.911275:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496448 00000100:00100000:2.0:1781226745.911358:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 225 00000100:00100000:2.0:1781226745.911371:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941496448:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1781226745.916768:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:3.0:1781226745.916804:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00000100:00100000:2.0:1781226745.920441:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941496448:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 9056us (9271us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.920461:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 225 00000100:00100000:0.0:1781226745.929382:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.929509:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496704 00000100:00100000:2.0:1781226745.929522:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496704 00000100:00100000:2.0:1781226745.929605:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 910 00000100:00100000:2.0:1781226745.929617:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:25644:x1867750941496704:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.929743:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226745.929782:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464be1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4671e expref: 38 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.929810:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.929816:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226745.929857:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.929875:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.929887:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226745.930158:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000405d6dce reply state 00000000b2f230f0 transno 4294967850 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.930175:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.930182:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.930185:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226745.930188:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226745.930408:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941496704:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 791us (1041us total) trans 4294967850 rc 0/0 00000100:00100000:0.0:1781226745.930416:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 910 00000100:00100000:0.0:1781226745.933443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226745.933564:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496832 00000100:00100000:1.0:1781226745.933577:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496832 00000100:00100000:1.0:1781226745.933653:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 911 00000100:00100000:1.0:1781226745.933666:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941496832:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226745.933750:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226745.933778:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46733 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.933856:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.933873:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.933894:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:1.0:1781226745.933898:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226745.933912:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226745.934107:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:25644:x1867750941496832:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 442us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226745.934116:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 911 00000100:00100000:2.0:1781226745.939169:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226745.939291:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941496960 00000100:00100000:1.0:1781226745.939305:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941496960 00000100:00100000:1.0:1781226745.939389:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 226 00000100:00100000:1.0:1781226745.939401:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941496960:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781226745.939631:0:9780:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:1.0:1781226745.939636:0:9780:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1781226741 00002000:00010000:1.0:1781226745.939639:0:9780:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1781226741 00002000:00010000:1.0:1781226745.939641:0:9780:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1781226741 00002000:00010000:1.0:1781226745.939643:0:9780:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:1.0:1781226745.939765:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941496960:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 365us (610us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1781226745.939795:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 226 00000100:00100000:0.0:1781226745.945614:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.945731:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941497216 00000100:00100000:2.0:1781226745.945744:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941497216 00000100:00100000:2.0:1781226745.945825:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 912 00000100:00100000:2.0:1781226745.945838:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+40:25644:x1867750941497216:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226745.945962:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.945987:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.945999:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.946050:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.946068:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 40 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.946087:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964539264:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226745.946230:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226745.952385:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964539264:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226745.952427:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226745.953176:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226745.953281:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941497344 00000100:00100000:2.0:1781226745.953291:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941497344 00010000:00010000:2.0:1781226745.953341:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226745.953392:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 298 00000100:00100000:2.0:1781226745.953403:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2426:x1867750941497344:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226745.953422:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226745.953430:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.953445:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.953474:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464bb0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46709 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.953496:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226745.953501:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.953513:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.953522:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226745.953554:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226745.953637:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2426:x1867750941497344:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 235us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226745.953647:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 298 00010000:00010000:3.0:1781226745.958593:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958618:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958684:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958693:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958756:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958764:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226745.958769:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958788:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958815:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:3.0:1781226745.958819:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781226745.958825:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226745.958832:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464c0b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226745.958974:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941497216:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 13132us (13368us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781226745.958988:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 912 00000100:00100000:0.0:1781226745.972064:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226745.975796:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941497472 00000100:00100000:1.0:1781226745.975821:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941497472 00000100:00100000:1.0:1781226745.976236:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 227 00000100:00100000:1.0:1781226745.976255:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941497472:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226745.976330:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.976358:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.976368:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226745.976370:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226745.976375:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.976429:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226745.976447:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 11 pid: 15413 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226745.976465:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964539392:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226745.976604:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c656b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1781226745.979989:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226745.988424:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964539392:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226745.988466:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226746.009767:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226746.010165:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941497600 00000100:00100000:1.0:1781226746.010177:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941497600 00010000:00010000:1.0:1781226746.010246:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 12 pid: 15413 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226746.010295:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 299 00000100:00100000:1.0:1781226746.010308:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941497600:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226746.010332:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226746.010364:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 12 pid: 15413 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.010378:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 12 pid: 15413 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.010414:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4464bef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4672c expref: 12 pid: 15413 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.010439:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226746.010442:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226746.010449:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.010461:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.010503:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226746.010582:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941497600:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 276us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226746.010591:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 299 00010000:00010000:2.0:1781226746.010757:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010769:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010793:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010802:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010810:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010818:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226746.010823:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010834:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010848:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.010856:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f37683/0x5d5522eac4464c12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226746.011791:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941497472:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 35532us (39732us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226746.011804:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 227 00000100:00100000:1.0:1781226746.016474:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.016598:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941497856 00000100:00100000:0.0:1781226746.016612:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941497856 00000100:00100000:0.0:1781226746.016691:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 913 00000100:00100000:0.0:1781226746.016725:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:25644:x1867750941497856:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226746.016853:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.016873:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.016884:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.017199:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.017210:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.017217:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.017259:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.017272:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 40 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226746.017286:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964539520:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226746.017387:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc180 going to sleep for 11 seconds 00000100:00100000:0.0:1781226746.021431:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226746.021525:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941497984 00000100:00100000:2.0:1781226746.021539:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941497984 00010000:00010000:2.0:1781226746.021588:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226746.021636:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 300 00000100:00100000:2.0:1781226746.021648:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2427:x1867750941497984:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226746.021670:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226746.021677:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.021796:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 41 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.021831:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226746.021837:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.021851:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.021861:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.021889:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226746.022015:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2427:x1867750941497984:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 367us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226746.022024:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 300 00010000:00010000:3.0:1781226746.026480:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464c04 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46733 expref: 40 pid: 6525 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226746.026516:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964539520:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226746.026552:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226746.026565:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226746.026571:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226746.026779:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967851 00000001:00080000:3.0:1781226746.026982:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967852 00000001:00080000:3.0:1781226746.027024:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967853 00000100:00100000:3.0:1781226746.027134:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c921b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964539648:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1781226746.027236:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226746.027279:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226746.027415:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964539648 00000100:00100000:0.0:1781226746.027425:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964539648 00000100:00100000:0.0:1781226746.027497:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1781226746.027509:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964539648:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781226746.027614:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964539648:12345-0@lo:1000:mdt00_001.0 Request processed in 107us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226746.027623:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1781226746.027665:0:6524:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:0.0:1781226746.027672:0:6524:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c71352c0, transno 4294967342 00000100:00100000:0.0:1781226746.027733:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964539648:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1781226746.027966:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967854 00000100:00100000:0.0:1781226746.028022:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964539776:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781226746.028058:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226746.028086:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964539776 00000100:00100000:0.0:1781226746.028090:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964539776 00000100:00100000:0.0:1781226746.028117:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1781226746.028124:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964539776:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781226746.028228:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6524:x1867750964539776:12345-0@lo:1000:mdt00_001.0 Request processed in 104us (170us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1781226746.028235:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1781226746.028256:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226746.028274:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964539776:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1781226746.028332:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967855 00010000:00010000:0.0:1781226746.028360:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028372:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028381:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028389:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726fc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226746.028394:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028403:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028423:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:0.0:1781226746.028426:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226746.028432:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028439:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464c20 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028468:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028474:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028478:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028483:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226746.028486:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028491:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028499:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:0.0:1781226746.028501:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226746.028508:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028522:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028532:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.028568:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 81 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226746.028580:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964539904:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226746.028649:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8bdcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226746.034797:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa940 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964539904:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226746.034844:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034858:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464b24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034918:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034937:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034952:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034964:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034971:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034979:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.034990:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226746.034995:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035003:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035018:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:0.0:1781226746.035022:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226746.035026:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035033:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464c27 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035044:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035049:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035054:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035059:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226746.035062:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035068:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035080:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:0.0:1781226746.035082:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226746.035085:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.035091:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464c19 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226746.035298:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:25644:x1867750941497856:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 18575us (18832us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1781226746.035310:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 913 00000020:00080000:0.0:1781226746.035317:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1781226746.036425:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226746.036436:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226746.037502:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1781226746.037523:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226746.039613:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.039749:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941498240 00000100:00100000:0.0:1781226746.039762:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941498240 00000100:00100000:0.0:1781226746.039842:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 178 00000100:00100000:0.0:1781226746.039855:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:25644:x1867750941498240:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781226746.040249:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781226746.040299:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967857 00010000:00010000:0.0:1781226746.040342:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.040363:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.040378:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.040388:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.040400:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.040408:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226746.040690:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781226746.041124:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:25644:x1867750941498240:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 1267us (1519us total) trans 4294967858 rc 0/0 00000100:00100000:0.0:1781226746.041137:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 178 00000020:00080000:0.0:1781226746.041144:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1781226746.043041:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226746.043062:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.043079:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226746.043084:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.043096:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.043119:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:2.0:1781226746.043123:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781226746.043128:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.043141:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464c2e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226746.043167:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226746.043169:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226746.043170:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226746.043650:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226746.044027:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941498368 00000100:00100000:2.0:1781226746.044040:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941498368 00000100:00100000:2.0:1781226746.044112:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 179 00000100:00100000:2.0:1781226746.044125:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+82:25643:x1867750941498368:12345-192.168.202.30@tcp:49:md5sum.0 00000100:00100000:2.0:1781226746.044314:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+82:25643:x1867750941498368:12345-192.168.202.30@tcp:49:md5sum.0 Request processed in 191us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226746.044323:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 179 00000100:00100000:3.0:1781226746.066179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226746.066318:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941498496 00000100:00100000:1.0:1781226746.066333:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941498496 00000100:00100000:1.0:1781226746.066436:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 228 00000100:00100000:1.0:1781226746.066449:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+12:25643:x1867750941498496:12345-192.168.202.30@tcp:101:md5sum.0 00010000:00010000:1.0:1781226746.066476:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226746.066507:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4673a expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226746.066540:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a2b5cf5, atime: 0x6a2b5cf5, ctime: 0x6a2b5cf5, blocks: 0x2800 00010000:00010000:1.0:1781226746.066571:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226746.066574:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226746.066586:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.066608:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226746.066623:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4000, rc 0) 00000100:00100000:1.0:1781226746.066738:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+13:25643:x1867750941498496:12345-192.168.202.30@tcp:101:md5sum.0 Request processed in 249us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226746.066746:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 228 00000100:00080000:2.0:1781226746.067020:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226746.086530:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226746.086752:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941498624 00000100:00100000:1.0:1781226746.086769:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941498624 00002000:00100000:1.0:1781226746.086913:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (0->32767) req@ffff89a6057fa940 x1867750941498624/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:557/0 lens 488/0 e 0 to 0 dl 1781226757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226746.086928:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057fa940 with x1867750941498624 ext(0->32767) 00002000:00010000:1.0:1781226746.086935:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6057fa940 00000100:00100000:1.0:1781226746.086975:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 68 00000100:00100000:1.0:1781226746.086988:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941498624:12345-192.168.202.30@tcp:3:md5sum.0 00000100:00100000:1.0:1781226746.091879:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941498624:12345-192.168.202.30@tcp:3:md5sum.0 Request processed in 4878us (5347us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1781226746.091909:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 68 00002000:00100000:1.0:1781226746.091929:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (0->32767) req@ffff89a6057fa940 x1867750941498624/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:557/0 lens 488/440 e 0 to 0 dl 1781226757 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226746.091942:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057fa940 with x1867750941498624 ext(0->32767) 00002000:00010000:1.0:1781226746.091950:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6057fa940 00000100:00100000:2.0:1781226746.166404:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.166579:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941498752 00000100:00100000:0.0:1781226746.166590:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941498752 00002000:00100000:0.0:1781226746.166655:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (32768->4194303) req@ffff89a4c7924f00 x1867750941498752/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:557/0 lens 488/0 e 0 to 0 dl 1781226757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226746.166667:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7924f00 with x1867750941498752 ext(32768->4194303) 00002000:00010000:0.0:1781226746.166673:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c7924f00 00000100:00100000:0.0:1781226746.167113:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 69 00000100:00100000:0.0:1781226746.167129:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941498752:12345-192.168.202.30@tcp:3:md5sum.0 00000100:00100000:1.0:1781226746.255147:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941498752:12345-192.168.202.30@tcp:3:md5sum.0 Request processed in 88011us (88750us total) trans 0 rc 4161536/4161536 00000100:00100000:1.0:1781226746.255163:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 69 00002000:00100000:1.0:1781226746.255179:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (32768->4194303) req@ffff89a4c7924f00 x1867750941498752/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:557/0 lens 488/440 e 0 to 0 dl 1781226757 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226746.255190:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7924f00 with x1867750941498752 ext(32768->4194303) 00002000:00010000:1.0:1781226746.255195:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c7924f00 00000100:00100000:2.0:1781226746.279762:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.280549:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941498880 00000100:00100000:0.0:1781226746.280561:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941498880 00002000:00100000:0.0:1781226746.280635:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff89a4c79252c0 x1867750941498880/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:557/0 lens 488/0 e 0 to 0 dl 1781226757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226746.280646:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c79252c0 with x1867750941498880 ext(4194304->5242879) 00002000:00010000:0.0:1781226746.280653:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c79252c0 00000100:00100000:0.0:1781226746.280691:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 70 00000100:00100000:0.0:1781226746.280735:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79252c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941498880:12345-192.168.202.30@tcp:3:md5sum.0 00000100:00100000:0.0:1781226746.302011:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79252c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941498880:12345-192.168.202.30@tcp:3:md5sum.0 Request processed in 21266us (22247us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1781226746.302025:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 70 00002000:00100000:0.0:1781226746.302040:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff89a4c79252c0 x1867750941498880/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:557/0 lens 488/440 e 0 to 0 dl 1781226757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226746.302051:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c79252c0 with x1867750941498880 ext(4194304->5242879) 00002000:00010000:0.0:1781226746.302058:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c79252c0 00000100:00100000:3.0:1781226746.343520:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226746.344091:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499136 00000100:00100000:2.0:1781226746.344102:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499136 00000100:00100000:2.0:1781226746.344167:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 180 00000100:00100000:2.0:1781226746.344177:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+82:11908:x1867750941499136:12345-192.168.202.30@tcp:35:kworker.0 00000100:00100000:2.0:1781226746.344431:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+83:11908:x1867750941499136:12345-192.168.202.30@tcp:35:kworker.0 Request processed in 254us (919us total) trans 4294967859 rc 0/0 00000100:00100000:2.0:1781226746.344439:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 180 00000100:00100000:0.0:1781226746.363997:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226746.364029:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964540032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226746.364117:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226746.366107:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540032 00000100:00100000:1.0:1781226746.366122:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540032 00000100:00100000:1.0:1781226746.366228:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1781226746.366239:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964540032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226746.366281:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 109190848 pending 5292032 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226746.366379:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964540032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226746.366388:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1781226746.366446:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964540032:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226746.366616:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226746.366812:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226746.366827:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964540160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226746.366874:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226746.366929:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540160 00000100:00100000:2.0:1781226746.366933:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540160 00000100:00100000:2.0:1781226746.366962:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1781226746.366969:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3666:x1867750964540160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226746.366981:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 109190848 pending 5292032 free 3922452480 avail 3690930176 00000100:00100000:2.0:1781226746.367017:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3666:x1867750964540160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226746.367023:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1781226746.367059:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964540160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226746.784313:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226746.784367:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226746.784417:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226746.784456:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226746.784489:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499648 00000100:00100000:3.0:1781226746.784499:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499648 00000100:00100000:3.0:1781226746.784553:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500160 00000100:00100000:3.0:1781226746.784556:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500160 00000100:00100000:3.0:1781226746.784584:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 472 00000100:00100000:3.0:1781226746.784595:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941499648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226746.784669:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499392 00000100:00100000:2.0:1781226746.784674:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499392 00000100:00100000:0.0:1781226746.785275:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 473 00000100:00100000:0.0:1781226746.785293:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941500160:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226746.788479:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499904 00000100:00100000:2.0:1781226746.788494:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499904 00000100:00100000:3.0:1781226746.797449:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941499648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 12841us (13066us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226746.797466:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 472 00000100:00100000:1.0:1781226746.797739:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:1.0:1781226746.797759:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+83:2424:x1867750941499392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226746.797931:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 842 00000100:00100000:2.0:1781226746.797944:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2424:x1867750941499904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226746.805087:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941500160:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19775us (20601us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226746.805103:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 473 00000100:00100000:0.0:1781226746.805275:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.805340:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.806003:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.806028:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226746.806043:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226746.806207:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499520 00000100:00100000:3.0:1781226746.806216:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499520 00000100:00100000:3.0:1781226746.806260:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500032 00000100:00100000:3.0:1781226746.806262:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500032 00000100:00100000:3.0:1781226746.806279:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:3.0:1781226746.806287:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941499520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226746.806354:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941499520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 68us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226746.806365:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:3.0:1781226746.806378:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 844 00000100:00100000:3.0:1781226746.806397:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941500032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226746.806417:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941500032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226746.806423:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 844 00000100:00080000:3.0:1781226746.806452:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226746.806461:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499776 00000100:00100000:3.0:1781226746.806464:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499776 00000100:00100000:3.0:1781226746.806482:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500288 00000100:00100000:3.0:1781226746.806484:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500288 00000100:00100000:3.0:1781226746.806499:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 474 00000100:00100000:3.0:1781226746.806504:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941499776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226746.806525:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941499776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226746.806531:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 474 00000100:00100000:3.0:1781226746.806540:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:3.0:1781226746.806545:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941500288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226746.806563:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941500288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226746.806568:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:0.0:1781226746.806964:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941499264 00000100:00100000:0.0:1781226746.806970:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941499264 00000100:00100000:0.0:1781226746.807000:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 698 00000100:00100000:0.0:1781226746.807007:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941499264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226746.807032:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941499264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1758us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226746.807038:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 698 00000100:00100000:1.0:1781226746.810371:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+83:2424:x1867750941499392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 12609us (26056us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226746.810389:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:2.0:1781226746.811859:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2424:x1867750941499904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 13909us (27431us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226746.811874:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 842 00010000:00010000:0.0:1781226747.004255:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226747.387863:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964540288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226747.387959:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226747.388059:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540288 00000100:00100000:1.0:1781226747.388067:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540288 00000100:00100000:1.0:1781226747.388117:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781226747.388126:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964540288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226747.388160:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:1.0:1781226747.388203:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964540288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226747.388211:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781226747.388260:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964540288:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1781226747.912542:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000001:00080000:2.0:1781226747.912559:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00010000:00010000:0.0:1781226748.028649:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226748.924053:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226748.924082:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964540416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226748.924173:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226748.924431:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540416 00000100:00100000:2.0:1781226748.924440:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540416 00000100:00100000:2.0:1781226748.924513:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1781226748.924524:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964540416:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1781226748.926150:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226748.926763:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964540800:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.926833:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226748.926867:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8197c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964541312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.926906:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226748.926934:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8197840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964541824:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.927003:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964540544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.927051:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226748.927073:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964541056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.927096:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226748.927234:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8194780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964541568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.927263:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226748.927289:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226748.927295:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964540672:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.927315:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226748.927330:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964541184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.927350:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226748.927364:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8196940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964541696:0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.927466:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964540928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.927507:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226748.927528:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c81952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964541440:0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.927548:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226748.927566:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8195a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964541952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.928938:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226748.929181:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226748.929194:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964542080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226748.929227:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226748.929262:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540800 00000100:00100000:1.0:1781226748.929268:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540800 00000100:00100000:1.0:1781226748.929311:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541056 00000100:00100000:1.0:1781226748.929314:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541056 00000100:00100000:1.0:1781226748.929330:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1781226748.929338:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964540800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.929388:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964540800:12345-0@lo:400:kworker.0 Request processed in 50us (2555us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.929394:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1781226748.929409:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1781226748.929414:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964541056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.929442:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964541056:12345-0@lo:400:kworker.0 Request processed in 27us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.929446:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1781226748.929496:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541312 00000100:00100000:1.0:1781226748.929500:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541312 00000100:00100000:1.0:1781226748.929549:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540672 00000100:00100000:1.0:1781226748.929553:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540672 00000100:00100000:1.0:1781226748.929567:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541184 00000100:00100000:1.0:1781226748.929581:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541184 00000100:00100000:1.0:1781226748.929599:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540928 00000100:00100000:1.0:1781226748.929602:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540928 00000100:00100000:1.0:1781226748.929615:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1781226748.929622:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964541312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.929669:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964541312:12345-0@lo:400:kworker.0 Request processed in 48us (2763us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.929676:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1781226748.929689:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1781226748.929715:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964540672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.929744:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964540672:12345-0@lo:400:kworker.0 Request processed in 50us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.929750:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1781226748.929762:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781226748.929768:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964541184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.929795:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964541184:12345-0@lo:400:kworker.0 Request processed in 28us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.929800:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781226748.929812:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1781226748.929818:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964540928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.929850:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964540928:12345-0@lo:400:kworker.0 Request processed in 32us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.929856:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1781226748.929885:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541568 00000100:00100000:1.0:1781226748.929889:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541568 00000100:00100000:1.0:1781226748.929918:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541440 00000100:00100000:1.0:1781226748.929921:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541440 00000100:00100000:1.0:1781226748.929951:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541952 00000100:00100000:1.0:1781226748.929954:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541952 00000100:00100000:1.0:1781226748.929972:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781226748.929979:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964541568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.930245:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1781226748.930256:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964541440:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1781226748.930976:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:1.0:1781226748.931058:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964541568:12345-0@lo:400:kworker.0 Request processed in 1077us (3791us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.931067:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781226748.931092:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1781226748.931101:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964541952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.931913:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964541440:12345-0@lo:400:kworker.0 Request processed in 1656us (4359us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226748.931926:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1781226748.931979:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964540544 00000100:00100000:3.0:1781226748.931986:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964540544 00000100:00100000:3.0:1781226748.932051:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1781226748.932060:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964540544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.932103:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964540544:12345-0@lo:400:kworker.0 Request processed in 45us (5052us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226748.932248:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00080000:3.0:1781226748.932295:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226748.932301:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226748.932306:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226748.932309:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226748.932337:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226748.932367:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541824 00000100:00100000:3.0:1781226748.932370:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541824 00000100:00100000:3.0:1781226748.932412:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1781226748.932432:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964541824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.932466:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964541824:12345-0@lo:400:kworker.0 Request processed in 35us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226748.932473:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00080000:3.0:1781226748.932487:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226748.932523:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8197840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964541824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.932562:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964540800:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.932574:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8197c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964541312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.932645:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964542080 00000100:00100000:3.0:1781226748.932649:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964542080 00000100:00100000:3.0:1781226748.932676:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1781226748.932683:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964542080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226748.932728:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:3.0:1781226748.932769:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964542080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226748.932775:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1781226748.932845:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964542080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226748.932888:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964540928:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.932903:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c81952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964541440:0@lo:400:kworker.0 00000100:00100000:2.0:1781226748.942250:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964540416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 17716us (18065us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226748.942268:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1781226748.942342:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964540416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226748.945817:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226748.945915:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964540544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.945936:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964541056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.945952:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:0.0:1781226748.945958:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c737cf00, transno 4294967335 00000004:00080000:0.0:1781226748.945988:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967337 committed transno 4294967338 00000004:00080000:0.0:1781226748.946021:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c9218b40, transno 4294967338 00000100:00100000:0.0:1781226748.946026:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8194780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964541568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.946055:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964540672:0@lo:400:kworker.0 00000100:00100000:0.0:1781226748.946068:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964541184:0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.947851:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964541696 00000100:00100000:3.0:1781226748.947865:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964541696 00000100:00080000:2.0:1781226748.947963:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226748.948000:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1781226748.948210:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964541696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226748.948306:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964541696:12345-0@lo:400:kworker.0 Request processed in 297us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226748.948315:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1781226748.948407:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8196940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964541696:0@lo:400:kworker.0 00000100:00100000:1.0:1781226748.950272:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964541952:12345-0@lo:400:kworker.0 Request processed in 19163us (21329us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226748.950286:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1781226748.950419:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8195a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964541952:0@lo:400:kworker.0 00010000:00010000:2.0:1781226749.052894:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226749.948179:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964542208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226749.948302:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226749.948494:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964542208 00000100:00100000:3.0:1781226749.948504:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964542208 00000100:00100000:3.0:1781226749.948570:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1781226749.948580:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964542208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226749.948627:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226749.948682:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964542208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226749.948690:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1781226749.948913:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964542208:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226750.078902:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226751.102117:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226751.166028:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226751.166041:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226751.166151:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1781226751.166163:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1781226751.172482:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967859 is committed 00000001:00080000:3.0:1781226751.172520:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967858 is committed 00000020:00080000:3.0:1781226751.172539:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c8bdc480 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:3.0:1781226751.172545:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c96dd400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8bdccc0 00000020:00080000:3.0:1781226751.172548:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c96ddc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c9027400 00000020:00080000:3.0:1781226751.172577:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00010000:00010000:1.0:1781226751.172641:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226751.172654:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226751.172663:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226751.172691:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226751.172739:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226751.172748:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226751.172767:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff89a4c6fc1300) 00010000:00010000:1.0:1781226751.172770:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226751.172775:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226751.172782:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464bfd lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781226751.172912:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:2.0:1781226751.172991:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000040:00080000:1.0:1781226751.233290:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226751.484028:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1781226751.484051:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964542464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226751.484126:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226751.484196:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964542336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226751.484220:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226751.484265:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964542464 00000100:00100000:3.0:1781226751.484274:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964542464 00000100:00100000:3.0:1781226751.484324:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964542336 00000100:00100000:3.0:1781226751.484328:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964542336 00000100:00100000:3.0:1781226751.484346:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1781226751.484357:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964542464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226751.484388:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103898816 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1781226751.484431:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964542464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226751.484439:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1781226751.484457:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1781226751.484464:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964542336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226751.484478:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103898816 pending 0 free 3922452480 avail 3690930176 00000100:00100000:3.0:1781226751.484500:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964542336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226751.484506:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1781226751.484550:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964542464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226751.484565:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964542336:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226751.484954:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226751.902091:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226751.902142:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226751.902181:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226751.902211:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226751.902245:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500672 00000100:00100000:3.0:1781226751.902246:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226751.902260:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500672 00000100:00100000:3.0:1781226751.902279:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226751.902311:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226751.902340:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226751.902342:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501184 00000100:00100000:1.0:1781226751.902348:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501184 00000100:00100000:3.0:1781226751.902375:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226751.902380:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500544 00000100:00100000:1.0:1781226751.902387:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500544 00000100:00100000:3.0:1781226751.902412:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500928 00000100:00100000:1.0:1781226751.902413:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501056 00000100:00100000:3.0:1781226751.902425:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500928 00000100:00100000:1.0:1781226751.902426:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501056 00000100:00100000:1.0:1781226751.902473:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:1.0:1781226751.902486:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941500672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226751.902489:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501440 00000100:00100000:3.0:1781226751.902495:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501440 00000100:00100000:3.0:1781226751.902520:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500800 00000100:00100000:3.0:1781226751.902524:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500800 00000100:00100000:3.0:1781226751.902542:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501312 00000100:00100000:3.0:1781226751.902545:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501312 00000100:00100000:3.0:1781226751.902567:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 479 00000100:00100000:3.0:1781226751.902577:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941500928:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226751.902601:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941500672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 116us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226751.902622:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:3.0:1781226751.902636:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941500928:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 59us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226751.902648:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 479 00000100:00100000:3.0:1781226751.902665:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 480 00000100:00100000:3.0:1781226751.902671:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941501440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226751.902830:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 852 00000100:00100000:1.0:1781226751.902852:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941501184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226751.902892:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941501184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 52us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226751.902899:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 852 00000100:00100000:1.0:1781226751.902912:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 853 00000100:00100000:1.0:1781226751.902918:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+82:2424:x1867750941500544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226751.902948:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+82:2424:x1867750941500544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226751.902956:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 853 00000100:00100000:3.0:1781226751.902966:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941501440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 290us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226751.902985:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 480 00000100:00100000:1.0:1781226751.902990:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 854 00000100:00100000:1.0:1781226751.903004:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8195a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2424:x1867750941501056:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226751.903013:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 481 00000100:00100000:3.0:1781226751.903027:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941500800:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226751.903045:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8195a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2424:x1867750941501056:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226751.903054:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 854 00000100:00100000:3.0:1781226751.903073:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941500800:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 49us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226751.903081:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 481 00000100:00100000:3.0:1781226751.903094:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 482 00000100:00100000:3.0:1781226751.903100:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941501312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226751.903124:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2424:x1867750941501312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226751.903131:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 482 00000100:00080000:1.0:1781226751.903155:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226751.903164:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226751.903169:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226751.903173:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226751.904875:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941500416 00000100:00100000:0.0:1781226751.904887:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941500416 00000100:00100000:0.0:1781226751.904945:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 700 00000100:00100000:0.0:1781226751.904955:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941500416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226751.905032:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941500416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 79us (2958us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226751.905040:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 700 00000001:00080000:1.0:1781226752.008587:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000001:00080000:1.0:1781226752.008604:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00010000:00010000:2.0:1781226752.124317:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226752.160092:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226752.160180:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501568 00000100:00100000:1.0:1781226752.160190:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501568 00000100:00100000:1.0:1781226752.160251:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 914 00000100:00100000:1.0:1781226752.160261:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8194780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+82:26069:x1867750941501568:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226752.160310:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226752.160331:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464c3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46741 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.160398:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464c43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.160411:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464c43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.160424:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464c43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226752.160465:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1781226752.160469:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226752.160487:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464c43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.160524:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464c3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46741 expref: 84 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.160544:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464c43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46741 expref: 83 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.160553:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226752.160556:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226752.160559:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:1.0:1781226752.160614:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8194780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+83:26069:x1867750941501568:12345-192.168.202.30@tcp:101:rm.0 Request processed in 355us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226752.160622:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 914 00000100:00100000:1.0:1781226752.164870:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226752.164954:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501824 00000100:00100000:3.0:1781226752.164965:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501824 00000100:00100000:3.0:1781226752.165034:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 915 00000100:00100000:3.0:1781226752.165055:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+83:26069:x1867750941501824:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226752.165078:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226752.165099:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46748 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226752.165204:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:3.0:1781226752.165335:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c4a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46748 expref: 85 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.165351:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226752.165354:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226752.165360:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46748 expref: 85 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.165378:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226752.165431:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+84:26069:x1867750941501824:12345-192.168.202.30@tcp:101:rm.0 Request processed in 378us (570us total) trans 4294967860 rc 301/301 00000100:00100000:3.0:1781226752.165439:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 915 00000100:00100000:1.0:1781226752.203919:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226752.204015:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941501952 00000100:00100000:2.0:1781226752.204025:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941501952 00000100:00100000:2.0:1781226752.204155:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 181 00000100:00100000:2.0:1781226752.204166:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+84:26069:x1867750941501952:12345-192.168.202.30@tcp:37:rm.0 00000100:00100000:2.0:1781226752.211876:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+84:26069:x1867750941501952:12345-192.168.202.30@tcp:37:rm.0 Request processed in 7701us (7955us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226752.211890:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 181 00000100:00100000:3.0:1781226752.217212:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226752.217413:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941502208 00000100:00100000:0.0:1781226752.217422:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941502208 00000100:00100000:0.0:1781226752.217486:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 182 00000100:00100000:0.0:1781226752.218598:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c81952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+84:26069:x1867750941502208:12345-192.168.202.30@tcp:35:rm.0 00000100:00100000:0.0:1781226752.221129:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c81952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+85:26069:x1867750941502208:12345-192.168.202.30@tcp:35:rm.0 Request processed in 1446us (2829us total) trans 4294967861 rc 0/0 00000100:00100000:0.0:1781226752.221149:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 182 00000100:00100000:3.0:1781226752.231580:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226752.231688:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941502464 00000100:00100000:2.0:1781226752.231716:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941502464 00000100:00100000:2.0:1781226752.231774:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 916 00000100:00100000:2.0:1781226752.231786:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8197c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+85:26069:x1867750941502464:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226752.231813:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226752.231836:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464c58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4674f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.231969:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464c5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.231991:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464c5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.232003:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464c5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226752.232015:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1781226752.232138:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464c58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4674f expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.232159:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464c5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4674f expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.232168:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226752.232171:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1781226752.232174:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226752.232237:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8197c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941502464:12345-192.168.202.30@tcp:101:rm.0 Request processed in 453us (667us total) trans 4294967862 rc 0/0 00000100:00100000:2.0:1781226752.232244:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 916 00000100:00100000:2.0:1781226752.240097:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226752.240242:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941502592 00000100:00100000:3.0:1781226752.240252:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941502592 00000100:00100000:3.0:1781226752.240327:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 917 00000100:00100000:3.0:1781226752.240339:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941502592:12345-192.168.202.30@tcp:41:rm.0 00000004:00000024:3.0:1781226752.240396:0:14117:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 7837564928 avail 7370301440 00000100:00100000:3.0:1781226752.240472:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941502592:12345-192.168.202.30@tcp:41:rm.0 Request processed in 135us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226752.240480:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 917 00000100:00100000:3.0:1781226752.253214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226752.253855:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941502720 00000100:00100000:2.0:1781226752.253866:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941502720 00000100:00100000:2.0:1781226752.253924:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 918 00000100:00100000:2.0:1781226752.253934:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8197840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941502720:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226752.253963:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226752.253987:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575e00/0x5d5522eac4464c6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46756 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.254920:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.254939:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.254960:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.254977:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.254984:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.254991:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.256263:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.256281:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.256292:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226752.256650:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:2.0:1781226752.256654:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226752.256677:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.256709:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.256730:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.257934:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.257959:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.257965:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226752.257970:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.257978:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.257994:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226752.257997:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226752.258002:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258009:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464c74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258023:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258029:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258036:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258422:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226752.258427:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258433:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258443:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a4c6fc1000) 00010000:00010000:2.0:1781226752.258445:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226752.258449:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258455:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464c7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258518:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575e00/0x5d5522eac4464c6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46756 expref: 89 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258533:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46756 expref: 88 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.258541:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:2.0:1781226752.258543:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226752.258545:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226752.258613:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8197840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+88:26069:x1867750941502720:12345-192.168.202.30@tcp:101:rm.0 Request processed in 4680us (5407us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226752.258627:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 918 00000100:00100000:3.0:1781226752.274475:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226752.274522:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941502976 00000100:00100000:3.0:1781226752.274531:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941502976 00000100:00100000:3.0:1781226752.274589:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 919 00000100:00100000:3.0:1781226752.274599:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+88:26069:x1867750941502976:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:3.0:1781226752.274658:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1781226752.274687:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464c82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46756 expref: 88 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.274729:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464b2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466e6 expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.274745:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5d0c36400) 00010000:00010000:3.0:1781226752.274763:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464c43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46741 expref: 86 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.274772:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226752.274775:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226752.274797:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.274810:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.274820:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.274835:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.279648:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.279664:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.279810:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.279820:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.279827:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226752.280231:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:3.0:1781226752.280242:0:6525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 711420545847ns, next at 712420543481ns, rc = 0 00010000:00010000:3.0:1781226752.282856:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.282884:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.282901:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.282911:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.282917:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.282922:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283828:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781226752.283873:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283883:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283889:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283894:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226752.283899:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283906:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283920:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5c8b2cb00) 00010000:00010000:3.0:1781226752.283923:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781226752.283927:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.283933:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464c97 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284868:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284881:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284889:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284894:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226752.284898:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284906:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284917:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226752.284920:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226752.284924:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.284930:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464c89 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226752.286161:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000006ae3ff93 reply state 00000000cf5c00cc transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.286189:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.286198:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5c8b2c800) 00010000:00010000:3.0:1781226752.286201:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226752.286206:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226752.287200:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941502976:12345-192.168.202.30@tcp:36:rm.0 Request processed in 12593us (12725us total) trans 4294967863 rc 0/0 00000100:00100000:3.0:1781226752.287212:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 919 00010000:00010000:3.0:1781226752.287265:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226752.287272:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.287281:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226752.287286:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.288566:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.288595:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89a5c8b2cb00) 00010000:00010000:3.0:1781226752.288599:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226752.288605:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.288612:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464c9e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.288638:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226752.288640:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226752.288644:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226752.324877:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226752.324980:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941503232 00000100:00100000:1.0:1781226752.324991:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941503232 00000100:00100000:1.0:1781226752.325084:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 183 00000100:00100000:1.0:1781226752.325094:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941503232:12345-192.168.202.30@tcp:35:rm.0 00000100:00100000:1.0:1781226752.325339:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+88:26069:x1867750941503232:12345-192.168.202.30@tcp:35:rm.0 Request processed in 247us (473us total) trans 4294967864 rc 0/0 00000100:00100000:1.0:1781226752.325348:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 183 00000100:00100000:0.0:1781226752.334749:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226752.334883:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941503488 00000100:00100000:1.0:1781226752.334894:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941503488 00000100:00100000:1.0:1781226752.334966:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 920 00000100:00100000:1.0:1781226752.334976:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:26069:x1867750941503488:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:1.0:1781226752.335038:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1781226752.335177:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464c5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4674f expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335201:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8f64c00/0x5d5522eac44649a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46668 expref: 87 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335212:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226752.335222:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8cf3600/0x5d5522eac4464987 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46661 expref: 86 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335231:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226752.335234:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226752.335258:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335271:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 35 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335290:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335399:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 35 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.335413:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 35 pid: 6523 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226752.335427:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fd2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964542592:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226752.335513:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:2.0:1781226752.339532:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226752.339595:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941503616 00000100:00100000:0.0:1781226752.339604:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941503616 00010000:00010000:0.0:1781226752.339647:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 36 pid: 6523 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226752.339713:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 301 00000100:00100000:0.0:1781226752.339724:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2426:x1867750941503616:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226752.339739:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226752.339747:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 36 pid: 6523 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.339761:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 36 pid: 6523 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.339786:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226752.339790:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.339800:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.339808:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.339827:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226752.339887:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2426:x1867750941503616:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 165us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226752.339896:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 301 00010000:00010000:3.0:1781226752.341552:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464b63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466f4 expref: 35 pid: 6523 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226752.341580:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fd2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964542592:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226752.341610:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.341620:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.341626:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.341654:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.341666:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.341677:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.342690:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.345438:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 34 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226752.345450:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.347327:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 34 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226752.347352:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 34 pid: 6525 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226752.347371:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964542720:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226752.347469:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226752.358433:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226752.358472:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941503744 00000100:00100000:2.0:1781226752.358479:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941503744 00010000:00010000:2.0:1781226752.358542:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 35 pid: 6525 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226752.358590:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 302 00000100:00100000:2.0:1781226752.358601:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+35:2427:x1867750941503744:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226752.358616:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226752.358622:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 35 pid: 6525 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.358634:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 35 pid: 6525 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.358654:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226752.358659:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.358668:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.358674:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226752.358912:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226752.358974:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+35:2427:x1867750941503744:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 373us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226752.358982:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 302 00010000:00010000:0.0:1781226752.366266:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464b7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b466fb expref: 34 pid: 6525 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226752.366295:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964542720:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226752.366322:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.367419:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.367435:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226752.368963:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1781226752.368987:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.368996:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369003:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369012:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226752.369017:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369024:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369282:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226752.369286:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226752.369291:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369298:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4464cb3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369332:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369339:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369345:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369351:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226752.369354:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369360:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369372:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226752.369374:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226752.369377:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369382:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464ca5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226752.369392:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000057708541 reply state 00000000715f982a transno 4294967865 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369405:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226752.369412:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a5c8b2cb00) 00010000:00010000:1.0:1781226752.369414:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226752.369417:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226752.369663:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+87:26069:x1867750941503488:12345-192.168.202.30@tcp:36:rm.0 Request processed in 34683us (34922us total) trans 4294967865 rc 0/0 00000100:00100000:1.0:1781226752.369673:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 920 00000100:00100000:2.0:1781226752.510585:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226752.510609:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964542848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226752.510686:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226752.511857:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964542848 00000100:00100000:0.0:1781226752.511867:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964542848 00000100:00100000:0.0:1781226752.511936:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1781226752.511946:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964542848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226752.512006:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:0.0:1781226752.512083:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964542848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226752.512091:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1781226752.512581:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964542848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226752.523561:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226752.523686:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941503872 00000100:00100000:1.0:1781226752.523773:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941503872 00000100:00100000:1.0:1781226752.523857:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 921 00000100:00100000:1.0:1781226752.523869:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+34:25608:x1867750941503872:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226752.524359:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+34:25608:x1867750941503872:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 490us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226752.524369:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 921 00000100:00100000:2.0:1781226752.533672:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226752.534016:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504000 00000100:00100000:3.0:1781226752.534026:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504000 00000100:00100000:3.0:1781226752.534085:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 922 00000100:00100000:3.0:1781226752.534095:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:25608:x1867750941504000:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226752.534207:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:25608:x1867750941504000:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 114us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226752.534214:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 922 00010000:00010000:2.0:1781226753.148083:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226754.044038:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964542976:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044118:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044174:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964543488:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044259:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044280:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964544000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044306:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044322:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964544512:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044342:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044364:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781226754.044370:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964543104:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044409:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044425:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7ba6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964543616:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044447:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044463:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964544128:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044482:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044511:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964543232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044536:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044554:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7ba7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964543744:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044577:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044592:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964544256:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044613:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044631:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226754.044636:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964543360:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044657:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044667:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7ba52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964543872:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044684:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044725:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964544384:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044745:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226754.044779:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964542976 00000100:00100000:3.0:1781226754.044786:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964542976 00000100:00100000:3.0:1781226754.044858:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1781226754.044868:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964542976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.044918:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964542976:12345-0@lo:400:kworker.0 Request processed in 52us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.044926:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1781226754.044958:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543488 00000100:00100000:3.0:1781226754.044963:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543488 00000100:00100000:3.0:1781226754.044985:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543232 00000100:00100000:3.0:1781226754.044987:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543232 00000100:00100000:3.0:1781226754.045000:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1781226754.045006:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964543488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045038:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964543488:12345-0@lo:400:kworker.0 Request processed in 32us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045043:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1781226754.045055:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1781226754.045060:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964543232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045090:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964543232:12345-0@lo:400:kworker.0 Request processed in 29us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045095:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1781226754.045112:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544000 00000100:00100000:3.0:1781226754.045115:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544000 00000100:00100000:3.0:1781226754.045144:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544512 00000100:00100000:3.0:1781226754.045147:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544512 00000100:00100000:3.0:1781226754.045163:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543872 00000100:00100000:3.0:1781226754.045166:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543872 00000100:00100000:3.0:1781226754.045177:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544384 00000100:00100000:3.0:1781226754.045179:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544384 00000100:00100000:3.0:1781226754.045191:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781226754.045197:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964544000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045228:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964544000:12345-0@lo:400:kworker.0 Request processed in 31us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045234:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781226754.045244:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1781226754.045251:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964544512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045277:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964544512:12345-0@lo:400:kworker.0 Request processed in 27us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045283:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1781226754.045293:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1781226754.045299:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964543872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045327:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964543872:12345-0@lo:400:kworker.0 Request processed in 28us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045333:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1781226754.045343:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1781226754.045349:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964544384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045372:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964544384:12345-0@lo:400:kworker.0 Request processed in 24us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045378:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1781226754.045398:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543104 00000100:00100000:3.0:1781226754.045402:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543104 00000100:00100000:3.0:1781226754.045418:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543616 00000100:00100000:3.0:1781226754.045421:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543616 00000100:00100000:3.0:1781226754.045434:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1781226754.045439:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964543104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045467:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964543104:12345-0@lo:400:kworker.0 Request processed in 28us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045473:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1781226754.045482:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544128 00000100:00100000:3.0:1781226754.045486:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544128 00000100:00100000:3.0:1781226754.045499:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543744 00000100:00100000:3.0:1781226754.045502:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543744 00000100:00100000:3.0:1781226754.045513:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544256 00000100:00100000:3.0:1781226754.045515:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544256 00000100:00100000:3.0:1781226754.045525:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964543360 00000100:00100000:3.0:1781226754.045527:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964543360 00000100:00100000:3.0:1781226754.045542:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1781226754.045547:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964543616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045576:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964543616:12345-0@lo:400:kworker.0 Request processed in 29us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045583:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1781226754.045593:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1781226754.045599:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964544128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045625:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964544128:12345-0@lo:400:kworker.0 Request processed in 26us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045631:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1781226754.045641:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1781226754.045646:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964543744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045671:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964543744:12345-0@lo:400:kworker.0 Request processed in 24us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045676:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1781226754.045687:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1781226754.045715:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964544256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045743:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964544256:12345-0@lo:400:kworker.0 Request processed in 50us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045749:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1781226754.045760:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1781226754.045766:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964543360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045793:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964543360:12345-0@lo:400:kworker.0 Request processed in 27us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.045799:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1781226754.045885:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964543360:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045896:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7ba52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964543872:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045907:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964544384:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045915:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964543232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045923:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7ba7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964543744:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045931:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964544256:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045966:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964543104:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045974:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7ba6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964543616:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045982:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964544128:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045990:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964542976:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.045999:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7ba7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964543488:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.046008:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964544000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226754.046016:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1781226754.046020:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967347 00000100:00100000:3.0:1781226754.046035:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964544512:0@lo:400:kworker.0 00000004:00080000:1.0:1781226754.046341:0:9784:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 713186644264ns, next at 714186641986ns, rc = 0 00000100:00080000:1.0:1781226754.046366:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226754.046370:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226754.046373:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226754.046375:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226754.046380:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226754.046391:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964544640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226754.046426:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226754.046461:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544640 00000100:00100000:1.0:1781226754.046465:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544640 00000100:00100000:1.0:1781226754.046497:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1781226754.046504:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964544640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226754.046526:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:1.0:1781226754.046562:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964544640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226754.046569:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1781226754.046602:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964544640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226754.046743:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226754.046765:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964544768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226754.046831:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226754.046859:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964544768 00000100:00100000:2.0:1781226754.046863:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964544768 00000100:00100000:2.0:1781226754.046886:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1781226754.046893:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964544768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226754.046903:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:2.0:1781226754.046934:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964544768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226754.046941:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1781226754.046970:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964544768:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1781226754.179095:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1781226754.288136:0:20519:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 21:12:32 (1781226752) 00000100:00100000:0.0:1781226754.637337:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.637469:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504128 00000100:00100000:3.0:1781226754.637482:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504128 00000100:00100000:3.0:1781226754.637633:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 923 00000100:00100000:3.0:1781226754.637644:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+34:26256:x1867750941504128:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226754.637668:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.637690:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464cba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4675d expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.637842:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.637857:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.637870:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226754.637925:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226754.637929:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226754.637949:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.637975:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464cba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 36 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.637995:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 35 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.638004:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226754.638007:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226754.638011:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:3.0:1781226754.638080:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+35:26256:x1867750941504128:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 437us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.638088:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 923 00000100:00080000:1.0:1781226754.639239:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226754.642441:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.642544:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504256 00000100:00100000:3.0:1781226754.642554:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504256 00000100:00100000:3.0:1781226754.642965:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 924 00000100:00100000:3.0:1781226754.642977:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:26256:x1867750941504256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226754.643003:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.643023:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464cc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46764 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.643106:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4464ccf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.643121:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4464ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.643134:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4464ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226754.643176:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226754.643180:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226754.643203:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4464ccf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.643227:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464cc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46764 expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.643247:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4464ccf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46764 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.643256:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226754.643259:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226754.643262:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:3.0:1781226754.643313:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+88:26256:x1867750941504256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 339us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.643321:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 924 00000100:00080000:0.0:1781226754.643691:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226754.654303:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226754.654442:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504384 00000100:00100000:1.0:1781226754.654451:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504384 00000100:00100000:1.0:1781226754.654515:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 925 00000100:00100000:1.0:1781226754.654528:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+35:26257:x1867750941504384:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226754.655361:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+35:26257:x1867750941504384:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 832us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226754.655372:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 925 00000100:00100000:1.0:1781226754.666142:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226754.666285:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504512 00000100:00100000:0.0:1781226754.666298:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504512 00000100:00100000:0.0:1781226754.666398:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 926 00000100:00100000:0.0:1781226754.666409:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26257:x1867750941504512:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781226754.666567:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26257:x1867750941504512:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 159us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226754.666577:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 926 00000100:00080000:1.0:1781226754.666961:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226754.673089:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.676210:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504640 00000100:00100000:3.0:1781226754.676232:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504640 00000100:00100000:2.0:1781226754.676684:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 927 00000100:00100000:2.0:1781226754.676744:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+88:26258:x1867750941504640:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226754.676775:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.676806:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464cd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4676b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.676916:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.676934:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.676949:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.676965:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.676972:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.676977:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677046:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677054:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677060:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677071:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.677076:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677084:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677098:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226754.677102:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.677107:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677114:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464cdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677333:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677340:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677345:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677351:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.677354:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677360:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677453:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff89a4c6fc1000) 00010000:00010000:2.0:1781226754.677456:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.677459:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677465:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464ce4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677512:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464cd6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4676b expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677523:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226754.677526:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.677529:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464cd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4676b expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.677539:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226754.677635:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+88:26258:x1867750941504640:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 938us (4560us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226754.677644:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 927 00000100:00100000:3.0:1781226754.693334:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226754.694466:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941504896 00000100:00100000:1.0:1781226754.694481:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941504896 00000100:00100000:1.0:1781226754.694564:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 928 00000100:00100000:1.0:1781226754.694575:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:26258:x1867750941504896:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226754.694649:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226754.694682:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4464ccf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46764 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226754.694747:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226754.694753:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226754.694840:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226754.694865:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 34 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226754.694875:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226754.694921:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 34 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226754.694936:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 34 pid: 10991 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226754.694954:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964544896:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226754.695097:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a840 going to sleep for 11 seconds 00000100:00100000:1.0:1781226754.701990:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226754.702096:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505024 00000100:00100000:0.0:1781226754.702108:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505024 00010000:00010000:0.0:1781226754.702173:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 35 pid: 10991 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226754.702222:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 303 00000100:00100000:0.0:1781226754.702234:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3436850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+35:2426:x1867750941505024:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226754.702263:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226754.702273:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 35 pid: 10991 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.702288:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 35 pid: 10991 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.702317:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226754.702322:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.702334:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.702343:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.702375:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226754.702441:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3436850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+35:2426:x1867750941505024:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 209us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226754.702451:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 303 00010000:00010000:2.0:1781226754.703263:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4464cc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4675d expref: 34 pid: 10991 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226754.703298:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964544896:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226754.703324:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.703339:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.703346:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.703388:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.703400:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.703410:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.707756:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.707788:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.707804:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226754.707839:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000a88b2266 reply state 000000007c062518 transno 4294967866 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.707852:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.707973:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.707977:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226754.707983:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781226754.707991:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:0.0:1781226754.708002:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708010:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708017:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708023:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.708028:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708037:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708052:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226754.708054:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.708058:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708064:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464ceb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226754.708089:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000a88b2266 reply state 000000007c062518 transno 4294967866 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708099:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.708105:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff89a4c6fc1000) 00010000:00010000:0.0:1781226754.708108:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226754.708110:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781226754.709570:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+89:26258:x1867750941504896:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 14982us (16236us total) trans 4294967866 rc 0/0 00000100:00100000:0.0:1781226754.709585:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 928 00000100:00100000:3.0:1781226754.725740:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226754.726521:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505152 00000100:00100000:2.0:1781226754.726539:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505152 00000100:00100000:2.0:1781226754.726633:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 929 00000100:00100000:2.0:1781226754.726647:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:26259:x1867750941505152:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226754.726684:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.726749:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464d00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46772 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.726850:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464d07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.726874:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.726888:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226754.726944:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226754.726949:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226754.726976:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.727005:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464d00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46772 expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.727030:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464d07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46772 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.727040:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226754.727043:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226754.727047:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226754.728526:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+90:26259:x1867750941505152:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1867us (2781us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226754.728542:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 929 00000100:00100000:2.0:1781226754.732116:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.732225:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505280 00000100:00100000:3.0:1781226754.732242:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505280 00000100:00100000:3.0:1781226754.732306:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 930 00000100:00100000:3.0:1781226754.732316:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:26259:x1867750941505280:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226754.732339:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.732361:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464d0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46779 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732424:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732440:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732454:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732464:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732471:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732488:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732564:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfa00/0x5d5522eac4464d23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732573:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfa00/0x5d5522eac4464d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732579:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfa00/0x5d5522eac4464d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226754.732611:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:3.0:1781226754.732613:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226754.732632:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfa00/0x5d5522eac4464d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732652:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732660:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732666:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732677:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226754.732681:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732689:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732727:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226754.732731:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226754.732734:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732741:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732754:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732760:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732767:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.732774:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226754.733052:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.733060:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.733069:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff89a4c6fc1000) 00010000:00010000:3.0:1781226754.733071:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226754.733074:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.733079:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.733117:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464d0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46779 expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.733138:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfa00/0x5d5522eac4464d23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46779 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.733147:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:3.0:1781226754.733149:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226754.733152:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfa00, rc 0) 00000100:00100000:3.0:1781226754.733484:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:26259:x1867750941505280:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1159us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.733493:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 930 00000100:00100000:1.0:1781226754.752149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226754.752320:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505408 00000100:00100000:0.0:1781226754.752331:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505408 00000100:00100000:0.0:1781226754.752410:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 931 00000100:00100000:0.0:1781226754.752421:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+91:26259:x1867750941505408:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226754.752445:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226754.752467:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464d2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46780 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.752552:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.752568:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.752581:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.752596:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.752604:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.752612:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753227:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753237:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753243:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753248:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.753252:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753262:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753276:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.753279:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.753283:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753288:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753305:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753311:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753317:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753322:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.753325:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753331:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753337:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6f7aa00) 00010000:00010000:0.0:1781226754.753339:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.753342:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753348:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753385:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464d2a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46780 expref: 92 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753394:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.753396:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.753399:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464d2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46780 expref: 92 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.753409:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e400, rc 0) 00000100:00100000:0.0:1781226754.753590:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+91:26259:x1867750941505408:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1169us (1448us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226754.753598:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 931 00000100:00100000:0.0:1781226754.796063:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226754.796425:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505536 00000100:00100000:2.0:1781226754.796437:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505536 00000100:00100000:2.0:1781226754.796501:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 932 00000100:00100000:2.0:1781226754.796510:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+34:26260:x1867750941505536:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226754.796531:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.796599:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464d3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46787 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.796678:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.796976:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.796992:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226754.800017:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226754.800029:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226754.800064:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.800106:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464d3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.800131:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 35 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.800140:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226754.800143:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226754.800147:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:3.0:1781226754.800289:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+35:26260:x1867750941505536:12345-192.168.202.30@tcp:101:rm.0 Request processed in 3778us (4234us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.800298:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 932 00000100:00100000:2.0:1781226754.810602:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.810687:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505664 00000100:00100000:3.0:1781226754.810729:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505664 00000100:00100000:2.0:1781226754.812515:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 933 00000100:00100000:2.0:1781226754.812540:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+35:26260:x1867750941505664:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226754.812565:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.812587:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4464d4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4678e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.812652:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.812666:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.812679:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.812690:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.812726:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.812733:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813151:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464d62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813163:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813171:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226754.813208:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:2.0:1781226754.813213:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226754.813233:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464d62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813245:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813251:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813257:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813263:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.813267:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813275:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813287:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226754.813290:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.813295:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813301:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813315:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813320:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813325:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813330:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.813333:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813339:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813345:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff89a4c6fc1000) 00010000:00010000:2.0:1781226754.813347:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.813350:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813355:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813385:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4464d4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4678e expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813404:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575600/0x5d5522eac4464d62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4678e expref: 36 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.813411:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:2.0:1781226754.813413:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226754.813416:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575600, rc 0) 00000100:00100000:2.0:1781226754.813485:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26260:x1867750941505664:12345-192.168.202.30@tcp:101:rm.0 Request processed in 956us (2891us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226754.813494:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 933 00000100:00100000:1.0:1781226754.824067:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226754.825344:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505792 00000100:00100000:0.0:1781226754.825356:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505792 00000100:00100000:0.0:1781226754.825465:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 934 00000100:00100000:0.0:1781226754.825477:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26260:x1867750941505792:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226754.825498:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226754.825522:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46795 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.825600:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.825618:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.825630:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826137:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826150:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826159:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826199:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826207:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826287:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826296:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.826300:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826309:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826322:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.826326:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.826331:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826338:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464d70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826355:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826362:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826368:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826374:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.826377:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826383:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826390:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6f7aa00) 00010000:00010000:0.0:1781226754.826392:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.826396:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826401:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464d77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826439:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d69 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46795 expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826449:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.826451:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.826455:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464d69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46795 expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.826463:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:0.0:1781226754.826577:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26260:x1867750941505792:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1101us (2520us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226754.826586:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 934 00000100:00100000:0.0:1781226754.832624:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.832949:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941505920 00000100:00100000:3.0:1781226754.832959:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941505920 00000100:00100000:3.0:1781226754.833135:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 935 00000100:00100000:3.0:1781226754.833147:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26260:x1867750941505920:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226754.833170:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.833191:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464d7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4679c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833417:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833432:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833443:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833459:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833466:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833473:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833519:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833526:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833533:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833540:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833546:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226754.833550:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833558:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833570:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:3.0:1781226754.833574:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226754.833578:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833585:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464d85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833599:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833606:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833612:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833617:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226754.833621:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833627:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833634:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a5c8b2c100) 00010000:00010000:3.0:1781226754.833637:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226754.833639:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833646:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464d8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833677:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464d7e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4679c expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833687:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:3.0:1781226754.833689:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226754.833745:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de800/0x5d5522eac4464d7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4679c expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.833757:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de800, rc 0) 00000100:00100000:3.0:1781226754.834334:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26260:x1867750941505920:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1186us (1716us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226754.834344:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 935 00000100:00100000:0.0:1781226754.856391:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226754.856504:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941506048 00000100:00100000:2.0:1781226754.856514:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941506048 00000100:00100000:2.0:1781226754.856616:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 936 00000100:00100000:2.0:1781226754.856628:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26261:x1867750941506048:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226754.856649:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.856670:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467a3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856772:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856801:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856823:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856840:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856849:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856856:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856900:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856908:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856915:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856922:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.856927:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856935:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856946:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:2.0:1781226754.856949:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.856953:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856960:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464d9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856975:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.856982:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857000:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857006:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.857009:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857015:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857023:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6fc1e00) 00010000:00010000:2.0:1781226754.857026:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.857028:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857035:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464da1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857068:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467a3 expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.857077:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:2.0:1781226754.857079:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.857082:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4464d93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467a3 expref: 37 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.858495:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575200, rc 0) 00000100:00100000:2.0:1781226754.859526:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26261:x1867750941506048:12345-192.168.202.30@tcp:101:cp.0 Request processed in 2891us (3135us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226754.859538:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 936 00000100:00100000:2.0:1781226754.867223:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226754.867328:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941506176 00000100:00100000:0.0:1781226754.867339:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941506176 00000100:00100000:0.0:1781226754.867460:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 937 00000100:00100000:0.0:1781226754.867472:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26261:x1867750941506176:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226754.867495:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226754.867519:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464da8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467aa expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867603:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867621:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867637:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867658:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867665:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867672:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867742:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867751:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867758:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867764:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.867768:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867790:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867803:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.867806:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.867811:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867826:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464daf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867843:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867849:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867855:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867860:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226754.867862:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867868:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867874:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6f7aa00) 00010000:00010000:0.0:1781226754.867876:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.867879:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867885:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464db6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867924:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464da8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467aa expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867933:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.867935:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226754.867939:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464da8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467aa expref: 37 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.867948:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:0.0:1781226754.868217:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26261:x1867750941506176:12345-192.168.202.30@tcp:101:cp.0 Request processed in 747us (1002us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226754.868225:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 937 00000100:00100000:1.0:1781226754.871678:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.872137:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941506432 00000100:00100000:3.0:1781226754.872147:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941506432 00000100:00100000:2.0:1781226754.872359:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 938 00000100:00100000:2.0:1781226754.872373:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26261:x1867750941506432:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226754.872398:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.872420:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464dbd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467b1 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.872571:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.872586:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.872599:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.872614:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.872622:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.872628:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226754.873040:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00010000:00010000:2.0:1781226754.873220:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575e00/0x5d5522eac4464dd2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873232:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575e00/0x5d5522eac4464dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873239:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575e00/0x5d5522eac4464dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873273:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873281:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873287:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873294:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873301:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.873305:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873313:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873326:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:2.0:1781226754.873329:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.873333:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873340:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226754.873356:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000001f4ba880 reply state 00000000b8b40aae transno 4294967867 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873366:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873372:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6fc1e00) 00010000:00010000:2.0:1781226754.873375:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226754.873378:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226754.873406:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464dbd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b1 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873420:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575e00/0x5d5522eac4464dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b1 expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.873428:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226754.873431:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226754.873433:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575e00, rc 0) 00000100:00100000:2.0:1781226754.873496:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26261:x1867750941506432:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1126us (1828us total) trans 4294967867 rc 0/0 00000100:00100000:2.0:1781226754.873503:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 938 00000100:00100000:1.0:1781226754.873686:0:8577:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8577:1867750964545024:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1781226754.873757:0:8577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226754.873811:0:8577:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a840 going to sleep for 11 seconds 00000100:00100000:3.0:1781226754.878374:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964545024 00000100:00100000:3.0:1781226754.878393:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964545024 00000100:00100000:3.0:1781226754.878546:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1781226754.878558:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:8577:x1867750964545024:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1781226754.878606:0:9780:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00000100:00100000:3.0:1781226754.882382:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:8577:x1867750964545024:12345-0@lo:5:osp-pre-0-0.0 Request processed in 3819us (8617us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1781226754.882395:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1781226754.882643:0:8577:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8577:1867750964545024:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1781226754.882661:0:8577:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:2.0:1781226754.883107:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.883176:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941506560 00000100:00100000:3.0:1781226754.883184:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941506560 00000100:00100000:3.0:1781226754.883250:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 230 00000100:00100000:3.0:1781226754.883258:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+8:2426:x1867750941506560:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226754.883272:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.883292:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467b8 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226754.883315:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226754.883333:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226754.883336:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226754.883344:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.883363:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.883378:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de800, rc 0) 00000100:00100000:3.0:1781226754.883424:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941506560:12345-192.168.202.30@tcp:101:cp.0 Request processed in 167us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.883431:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 230 00000100:00080000:1.0:1781226754.883515:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226754.887238:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.887372:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941506688 00000100:00100000:3.0:1781226754.887381:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941506688 00000100:00100000:3.0:1781226754.887468:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 231 00000100:00100000:3.0:1781226754.887480:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:26261:x1867750941506688:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226754.887501:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.887520:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467bf expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.887555:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.887565:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226754.887567:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226754.887572:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.887605:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.887619:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226754.887634:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964545152:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226754.887760:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226754.891424:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964545152:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226754.891461:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.891484:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226754.891583:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:26261:x1867750941506688:12345-192.168.202.30@tcp:101:cp.0 Request processed in 4105us (4353us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226754.891593:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 231 00000100:00100000:2.0:1781226754.895584:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.895663:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941506816 00000100:00100000:3.0:1781226754.895674:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941506816 00010000:00010000:2.0:1781226754.896049:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226754.896150:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 304 00000100:00100000:2.0:1781226754.896161:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941506816:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226754.896178:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226754.896198:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.896224:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.896249:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017ca1c55/0x5d5522eac4464de0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467b8 expref: 10 pid: 8407 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.896265:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226754.896267:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226754.896274:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.896286:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.896325:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226754.896340:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964545280:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226754.896424:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245300 going to sleep for 11 seconds 00000100:00100000:2.0:1781226754.900502:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964545280:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226754.900528:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226754.900584:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941506816:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4425us (5011us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226754.900595:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 304 00000100:00100000:3.0:1781226754.903688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226754.904048:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507072 00000100:00100000:1.0:1781226754.904059:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507072 00000100:00100000:1.0:1781226754.904160:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 184 00000100:00100000:1.0:1781226754.904172:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26261:x1867750941507072:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:1.0:1781226754.904479:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:26261:x1867750941507072:12345-192.168.202.30@tcp:35:cp.0 Request processed in 309us (797us total) trans 4294967868 rc 0/0 00000100:00100000:1.0:1781226754.904487:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 184 00000100:00100000:0.0:1781226754.959442:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226754.959740:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507200 00000100:00100000:2.0:1781226754.959751:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507200 00000100:00100000:2.0:1781226754.959828:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 939 00000100:00100000:2.0:1781226754.959839:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:26264:x1867750941507200:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226754.959860:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226754.959881:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467c6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.959951:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.959967:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.959978:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960001:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960009:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960016:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960086:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960094:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960101:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226754.960136:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:2.0:1781226754.960140:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226754.960157:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960165:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960171:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960176:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960180:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960183:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.960186:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960191:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960200:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:2.0:1781226754.960202:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.960205:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960605:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4464df5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960623:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960630:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960636:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960641:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226754.960643:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960647:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960654:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6fc1e00) 00010000:00010000:2.0:1781226754.960655:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226754.960657:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960661:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464dfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960686:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4464dee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467c6 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960741:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467c6 expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226754.960750:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226754.960752:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226754.960755:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575800, rc 0) 00000100:00100000:2.0:1781226754.960877:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+92:26264:x1867750941507200:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1039us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226754.960885:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 939 00000100:00100000:2.0:1781226754.973353:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226754.973461:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507328 00000100:00100000:1.0:1781226754.973482:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507328 00000100:00100000:1.0:1781226754.973626:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 232 00000100:00100000:1.0:1781226754.973636:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941507328:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226754.973656:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226754.973674:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464e0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467cd expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226754.973769:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964545408:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226754.973899:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1781226754.976113:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1781226754.978636:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226754.978646:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1781226754 00002000:00010000:3.0:1781226754.978649:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1781226754 00002000:00010000:3.0:1781226754.978651:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1781226754 00002000:00010000:3.0:1781226754.978653:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226754.978677:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964545408:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226754.978972:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464e0a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467cd expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.979001:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4464e0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467cd expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226754.979015:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:3.0:1781226754.979159:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941507328:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 5523us (5814us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226754.979168:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 232 00000100:00100000:2.0:1781226754.990983:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226754.991113:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507456 00000100:00100000:0.0:1781226754.991123:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507456 00000100:00100000:0.0:1781226754.991186:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 940 00000100:00100000:0.0:1781226754.991195:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+92:26264:x1867750941507456:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226754.991216:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226754.991237:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467d4 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.991305:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464e18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.991318:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464e18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.991330:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464e18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226754.991374:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:0.0:1781226754.991378:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226754.991397:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464e18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.991423:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467d4 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.991443:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726fc00/0x5d5522eac4464e18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467d4 expref: 93 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226754.991451:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:0.0:1781226754.991454:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226754.991457:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726fc00, rc 0) 00000100:00100000:0.0:1781226754.991526:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+93:26264:x1867750941507456:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 332us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226754.991534:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 940 00000100:00100000:2.0:1781226754.997626:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226754.997723:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507584 00000100:00100000:3.0:1781226754.997735:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507584 00000100:00100000:3.0:1781226754.997821:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 233 00000100:00100000:3.0:1781226754.997832:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941507584:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226754.997854:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226754.997873:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009caace8d/0x5d5522eac4464e1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467db expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226754.997935:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964545536:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226754.998034:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226755.001741:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964545536:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226755.001910:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009caace8d/0x5d5522eac4464e1f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467db expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226755.001937:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009caace8d/0x5d5522eac4464e1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467db expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226755.001950:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dec00, rc 0) 00000100:00100000:3.0:1781226755.002363:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+10:2426:x1867750941507584:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4531us (4744us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226755.002373:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 233 00000100:00100000:0.0:1781226755.009955:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226755.010092:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507840 00000100:00100000:1.0:1781226755.010105:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507840 00000100:00100000:1.0:1781226755.010431:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 39 00000100:00100000:1.0:1781226755.010443:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+93:26264:x1867750941507840:12345-192.168.202.30@tcp:103:lfs.0 00010000:00010000:1.0:1781226755.010460:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226755.010486:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464e03 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467c6 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226755.010504:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:1.0:1781226755.010510:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226755.010569:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+92:26264:x1867750941507840:12345-192.168.202.30@tcp:103:lfs.0 Request processed in 129us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226755.010588:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 39 00000100:00100000:0.0:1781226755.014180:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226755.014333:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941507968 00000100:00100000:3.0:1781226755.014343:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941507968 00000100:00100000:3.0:1781226755.014407:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 941 00000100:00100000:3.0:1781226755.014417:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:26264:x1867750941507968:12345-192.168.202.30@tcp:58:lfs.0 00000100:00100000:3.0:1781226755.014587:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:26264:x1867750941507968:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 171us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226755.014599:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 941 00000100:00100000:2.0:1781226755.068633:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964545664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226755.068791:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226755.068930:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964545664 00000100:00100000:3.0:1781226755.068938:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964545664 00000100:00100000:3.0:1781226755.068997:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1781226755.069006:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964545664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226755.069040:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226755.069102:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964545664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226755.069111:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1781226755.069937:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964545664:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226755.196936:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226755.259861:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226755.259870:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226755.260354:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1781226755.260365:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1781226755.324319:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1781226755.924499:0:20568:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226755.924508:0:20568:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226755.924565:0:20568:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1781226755.924571:0:20568:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226756.120955:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226756.121292:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941508096 00000100:00100000:2.0:1781226756.121304:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941508096 00000100:00100000:2.0:1781226756.121383:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 942 00000100:00100000:2.0:1781226756.121396:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+92:26274:x1867750941508096:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226756.121420:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1781226756.121573:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226756.121621:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4464e26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467e2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.122017:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.122035:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.122190:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.122223:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.122232:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.122240:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126109:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126137:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126154:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226756.126216:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:2.0:1781226756.126220:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226756.126242:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126801:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126822:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126829:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.126837:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127210:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226756.127216:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127225:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127240:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:2.0:1781226756.127303:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226756.127310:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127317:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4464e2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127333:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127340:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127346:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127351:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226756.127354:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127359:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127367:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6fc1e00) 00010000:00010000:2.0:1781226756.127370:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226756.127373:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127379:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464e34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127416:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4464e26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467e2 expref: 94 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127432:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467e2 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.127440:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:2.0:1781226756.127442:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226756.127445:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226756.127522:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+93:26274:x1867750941508096:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 6129us (6576us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226756.127536:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 942 00000100:00100000:0.0:1781226756.134168:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.134554:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941508224 00000100:00100000:1.0:1781226756.134564:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941508224 00000100:00100000:1.0:1781226756.134657:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 234 00000100:00100000:1.0:1781226756.134668:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941508224:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226756.134691:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226756.134734:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4464e42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467e9 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226756.134811:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964545792:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226756.134937:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1781226756.135373:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226756.141893:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964545792:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226756.141945:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4464e42 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467e9 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.141971:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4464e42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467e9 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.141997:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:0.0:1781226756.142199:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941508224:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7532us (8043us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226756.142208:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 234 00000100:00100000:2.0:1781226756.160534:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226756.160633:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941508352 00000100:00100000:3.0:1781226756.160641:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941508352 00000100:00100000:3.0:1781226756.160715:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 235 00000100:00100000:3.0:1781226756.160726:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941508352:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226756.160746:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226756.160765:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4464e49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467f0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226756.160840:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964545920:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226756.160973:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226756.164431:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964545920:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226756.164549:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4464e49 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467f0 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.164577:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4464e49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467f0 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.164594:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226756.168323:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941508352:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7582us (7777us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226756.168336:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 235 00000100:00100000:2.0:1781226756.179320:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226756.182597:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941508608 00000100:00100000:3.0:1781226756.182613:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941508608 00000100:00100000:2.0:1781226756.185941:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 943 00000100:00100000:2.0:1781226756.185954:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:26274:x1867750941508608:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:2.0:1781226756.186304:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:2.0:1781226756.186407:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:26274:x1867750941508608:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 454us (7095us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226756.186416:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 943 00000001:00080000:0.0:1781226756.199553:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967868 is committed 00000001:00080000:0.0:1781226756.199586:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967866 is committed 00000004:00080000:0.0:1781226756.199592:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000004:00080000:0.0:1781226756.199610:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:0.0:1781226756.199623:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00010000:00010000:3.0:1781226756.199814:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199827:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199836:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199843:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226756.199848:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199856:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199874:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff89a5c8b2c800) 00010000:00010000:3.0:1781226756.199878:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226756.199882:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199889:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464c90 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199954:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199961:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199967:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199973:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226756.199976:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199982:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.199990:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff89a5c8b2cb00) 00010000:00010000:3.0:1781226756.199993:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226756.199996:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200002:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464cac lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200030:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200037:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200056:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200062:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226756.200065:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200071:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200079:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff89a4c6fc1000) 00010000:00010000:3.0:1781226756.200081:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226756.200085:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200090:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464cf2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200104:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200110:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200116:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200120:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226756.200123:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200128:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200140:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89a4c6f7a700) 00010000:00010000:3.0:1781226756.200142:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226756.200145:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.200150:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e800/0x5d5522eac4464cf9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226756.200170:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226756.200188:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964546048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781226756.200256:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1781226756.200452:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.200460:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.200466:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.200471:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226756.200475:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.200480:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.200490:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff89a4c6fc1e00) 00010000:00010000:2.0:1781226756.200492:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226756.200494:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.200500:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464dcb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781226756.200525:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:2.0:1781226756.200535:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1781226756.200869:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964546048 00000100:00100000:0.0:1781226756.200877:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964546048 00000100:00100000:0.0:1781226756.200933:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1781226756.200944:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5ef893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964546048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781226756.200970:0:17677:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00010000:00010000:0.0:1781226756.200992:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.201013:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.201020:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226756.201023:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226756.201026:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.201134:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.201149:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 12 pid: 8407 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226756.201164:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964546176:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226756.201231:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2da80 going to sleep for 11 seconds 00000100:00080000:2.0:1781226756.201279:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226756.210893:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964546176:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226756.210929:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.225445:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226756.236362:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.250924:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941508736 00000100:00100000:1.0:1781226756.250941:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941508736 00000100:00080000:1.0:1781226756.251408:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1781226756.251445:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 13 pid: 8407 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226756.251487:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 305 00000100:00100000:1.0:1781226756.251497:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941508736:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226756.251512:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226756.251519:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 13 pid: 8407 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251533:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 13 pid: 8407 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251556:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029c3cd53/0x5d5522eac4464c35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4673a expref: 13 pid: 8407 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251571:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226756.251573:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226756.251578:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251588:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251615:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226756.251669:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941508736:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 173us (15315us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.251677:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 305 00010000:00010000:1.0:1781226756.251745:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251755:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251765:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251774:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.251793:0:17677:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226756.251991:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5ef893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964546048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51050us (51734us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1781226756.252000:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00010000:00010000:1.0:1781226756.252241:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226756.252248:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.252257:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ec00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226756.252261:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.252271:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.252286:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.252293:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4464e50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.252313:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226756.252315:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226756.252316:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781226756.252352:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c737cf00/2, rc 0, transno 4294967348 00000100:00100000:1.0:1781226756.252359:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964546048:0@lo:6:osp-syn-1-0.0 00000040:00080000:0.0:1781226756.284637:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226756.284647:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226756.284675:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1781226756.287373:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226756.289904:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28780 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964546304:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226756.290824:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d600 going to sleep for 11 seconds 00000100:00100000:0.0:1781226756.296796:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226756.296836:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941508864 00000100:00100000:0.0:1781226756.296845:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941508864 00000100:00100000:0.0:1781226756.296899:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 944 00000100:00100000:0.0:1781226756.296910:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941508864:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226756.296945:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00080000:1.0:1781226756.297302:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226756.297638:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941508864:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 728us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226756.297649:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 944 00000100:00100000:3.0:1781226756.298384:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28780 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964546304:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226756.322338:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226756.323016:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941509120 00000100:00100000:0.0:1781226756.323030:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941509120 00000100:00100000:0.0:1781226756.324209:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 945 00000100:00100000:0.0:1781226756.324223:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26284:x1867750941509120:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226756.324246:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226756.324315:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464e57 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467f7 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.324428:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464e5e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.324443:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464e5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.324455:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464e5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226756.324467:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:0.0:1781226756.324591:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464e57 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467f7 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.324612:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464e5e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467f7 expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.324622:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226756.324625:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226756.324629:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ec00, rc 0) 00000100:00100000:0.0:1781226756.324717:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941509120:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 475us (2368us total) trans 4294967869 rc 0/0 00000100:00100000:0.0:1781226756.324726:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 945 00000100:00100000:1.0:1781226756.333969:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.334828:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941509248 00000100:00100000:1.0:1781226756.334841:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941509248 00000100:00100000:1.0:1781226756.334911:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 40 00000100:00100000:1.0:1781226756.334922:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2425:x1867750941509248:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226756.334941:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226756.334968:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464e5e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467f7 expref: 39 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.334989:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:1.0:1781226756.334994:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226756.335066:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941509248:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 146us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.335074:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 40 00000100:00100000:3.0:1781226756.341524:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226756.341607:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941509376 00000100:00100000:2.0:1781226756.341619:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941509376 00000100:00100000:2.0:1781226756.341724:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 237 00000100:00100000:2.0:1781226756.341735:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941509376:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226756.341780:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.341833:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.341842:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226756.341844:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226756.341847:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.341886:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.341899:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 9 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226756.341920:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964546432:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226756.342028:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d087b900 going to sleep for 11 seconds 00000100:00080000:1.0:1781226756.342150:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226756.373917:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.373956:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941509504 00000100:00100000:1.0:1781226756.373964:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941509504 00002000:00100000:1.0:1781226756.374030:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff89a6058fda40 x1867750941509504/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:567/0 lens 648/0 e 0 to 0 dl 1781226767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226756.374052:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058fda40 with x1867750941509504 ext(0->157) 00010000:00010000:1.0:1781226756.374063:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 10 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.374080:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 10 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226756.374089:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a6058fda40 00000100:00100000:1.0:1781226756.374119:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 10 00000100:00100000:1.0:1781226756.374128:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941509504:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:1.0:1781226756.382427:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941509504:12345-192.168.202.30@tcp:4:cp.0 Request processed in 8288us (8508us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1781226756.382443:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 10 00002000:00100000:1.0:1781226756.382456:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff89a6058fda40 x1867750941509504/t4294967340(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:567/0 lens 648/448 e 0 to 0 dl 1781226767 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226756.382467:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058fda40 with x1867750941509504 ext(0->157) 00010000:00010000:1.0:1781226756.382478:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 12 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.382497:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 12 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226756.382505:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a6058fda40 00000100:00100000:2.0:1781226756.387199:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964546432:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226756.387233:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226756.397307:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226756.397388:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941509632 00000100:00100000:3.0:1781226756.397399:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941509632 00010000:00010000:3.0:1781226756.397443:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 12 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226756.397485:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 306 00000100:00100000:3.0:1781226756.397496:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941509632:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226756.397512:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226756.397530:0:6509:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226756.397538:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 12 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.397552:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 12 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.397577:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d68f2f9/0x5d5522eac4464de7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467bf expref: 12 pid: 8405 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.397592:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226756.397594:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226756.397599:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.397609:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226756.398165:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226756.398238:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941509632:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 740us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226756.398246:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 306 00010000:00010000:2.0:1781226756.399840:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399857:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399887:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399894:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399902:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399909:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226756.399914:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399924:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399948:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226756.399954:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4464e6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226756.400285:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941509376:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 58548us (58767us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226756.400296:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 237 00000100:00100000:3.0:1781226756.405554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226756.405644:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941509888 00000100:00100000:0.0:1781226756.405654:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941509888 00000100:00100000:0.0:1781226756.405749:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 946 00000100:00100000:0.0:1781226756.405760:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941509888:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226756.405889:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941509888:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 131us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226756.405897:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 946 00000100:00100000:3.0:1781226756.413556:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226756.413642:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941510016 00000100:00100000:0.0:1781226756.413652:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941510016 00000100:00100000:0.0:1781226756.413857:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 238 00000100:00100000:0.0:1781226756.413868:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941510016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226756.413887:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226756.413909:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ae2394a/0x5d5522eac4464e73 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b467fe expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226756.413935:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x6a2b5d02, atime: 0x0, ctime: 0x6a2b5d02, blocks: 0x8 00010000:00010000:0.0:1781226756.413957:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226756.413959:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226756.413969:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ae2394a/0x5d5522eac4464e73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467fe expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.414003:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ae2394a/0x5d5522eac4464e73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467fe expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.414017:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e800, rc 0) 00000100:00100000:0.0:1781226756.414252:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941510016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 385us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226756.414261:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 238 00000100:00100000:0.0:1781226756.433246:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.436524:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941510272 00000100:00100000:1.0:1781226756.436538:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941510272 00000100:00100000:1.0:1781226756.436598:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 947 00000100:00100000:1.0:1781226756.436607:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941510272:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226756.436737:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941510272:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 131us (3502us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.436745:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 947 00000100:00100000:3.0:1781226756.444566:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226756.444643:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941510400 00000100:00100000:0.0:1781226756.444655:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941510400 00002000:00100000:0.0:1781226756.444747:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff89a4c87a8780 x1867750941510400/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:567/0 lens 488/0 e 0 to 0 dl 1781226767 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226756.444760:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c87a8780 with x1867750941510400 ext(0->4095) 00002000:00010000:0.0:1781226756.444766:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c87a8780 00000100:00100000:0.0:1781226756.444795:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 71 00000100:00100000:0.0:1781226756.444815:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941510400:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781226756.445023:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941510400:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 210us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226756.445031:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 71 00002000:00100000:0.0:1781226756.445231:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff89a4c87a8780 x1867750941510400/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:567/0 lens 488/4536 e 0 to 0 dl 1781226767 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226756.445241:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c87a8780 with x1867750941510400 ext(0->4095) 00002000:00010000:0.0:1781226756.445245:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c87a8780 00000100:00100000:0.0:1781226756.457241:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.457751:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941510528 00000100:00100000:1.0:1781226756.457765:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941510528 00000100:00100000:1.0:1781226756.457849:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 948 00000100:00100000:1.0:1781226756.457861:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26284:x1867750941510528:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226756.457885:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226756.457906:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464e7a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46805 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.457949:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.457963:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.457985:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.458131:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464e7a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 40 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.458149:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.458160:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:1.0:1781226756.458163:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226756.458167:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4400, rc 0) 00000100:00100000:1.0:1781226756.458238:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941510528:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 379us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.458246:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 948 00000100:00100000:1.0:1781226756.469659:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226756.469807:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941510656 00000100:00100000:3.0:1781226756.469819:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941510656 00000100:00100000:3.0:1781226756.469882:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 949 00000100:00100000:3.0:1781226756.469894:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941510656:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226756.469928:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226756.470107:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941510656:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 214us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226756.470120:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 949 00000100:00100000:3.0:1781226756.492622:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.492844:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941510784 00000100:00100000:1.0:1781226756.492854:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941510784 00000100:00100000:1.0:1781226756.492917:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 239 00000100:00100000:1.0:1781226756.492928:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941510784:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226756.492989:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493006:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226756.493008:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226756.493022:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493037:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493073:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493080:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493088:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493095:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226756.493099:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493108:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493123:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.493137:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066bb8de9/0x5d5522eac4464e88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226756.493216:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941510784:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 289us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.493226:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 239 00000100:00100000:3.0:1781226756.511820:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226756.511930:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511040 00000100:00100000:0.0:1781226756.511940:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511040 00000100:00100000:0.0:1781226756.512017:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 950 00000100:00100000:0.0:1781226756.512028:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941511040:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226756.512121:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.512142:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.512150:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.512189:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.512202:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 39 pid: 6523 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226756.512234:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f840 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964546560:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226756.512336:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226756.516186:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f840 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964546560:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226756.516233:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226756.516808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.526179:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511168 00000100:00100000:1.0:1781226756.526196:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511168 00010000:00010000:1.0:1781226756.526240:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 40 pid: 6523 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226756.526295:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 307 00000100:00100000:1.0:1781226756.526305:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2427:x1867750941511168:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226756.526321:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226756.526327:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 40 pid: 6523 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.526341:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 40 pid: 6523 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.526367:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464e81 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46805 expref: 40 pid: 6523 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.526383:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:1.0:1781226756.526388:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.526400:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.526408:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226756.526442:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226756.526502:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2427:x1867750941511168:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 198us (9706us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.526510:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 307 00010000:00010000:0.0:1781226756.527174:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527185:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527364:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527372:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527380:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527387:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226756.527391:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527400:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527412:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226756.527415:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226756.527419:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226756.527425:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e200/0x5d5522eac4464e8f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226756.527546:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941511040:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 15518us (15743us total) trans 4294967870 rc 0/0 00000100:00100000:0.0:1781226756.527555:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 950 00000040:00080000:1.0:1781226756.528466:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226756.528474:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226756.529009:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1781226756.529021:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226756.539689:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226756.539963:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511424 00000100:00100000:1.0:1781226756.539983:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511424 00000100:00100000:1.0:1781226756.540052:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 185 00000100:00100000:1.0:1781226756.540064:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26284:x1867750941511424:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226756.540401:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:26284:x1867750941511424:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 339us (720us total) trans 4294967871 rc 0/0 00000100:00100000:1.0:1781226756.540411:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 185 00000100:00100000:0.0:1781226756.604382:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226756.604405:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964546688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226756.604477:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226756.604583:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964546688 00000100:00100000:2.0:1781226756.604591:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964546688 00000100:00100000:2.0:1781226756.604655:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1781226756.604664:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964546688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226756.604727:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112335680 pending 28672 free 3922452480 avail 3690930176 00000100:00100000:2.0:1781226756.604773:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964546688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226756.604781:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1781226756.604852:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964546688:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781226756.604917:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226756.608687:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226756.608729:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964546816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226756.608796:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226756.608864:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964546816 00000100:00100000:1.0:1781226756.608871:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964546816 00000100:00100000:1.0:1781226756.608925:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1781226756.608935:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964546816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226756.608958:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112335680 pending 28672 free 3922452480 avail 3690930176 00000100:00100000:1.0:1781226756.609014:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964546816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226756.609021:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1781226756.609079:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964546816:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781226756.609099:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226757.020461:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020496:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020518:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020536:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020559:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020575:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020593:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020611:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020630:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.020665:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511680 00000100:00100000:3.0:1781226757.020675:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511680 00000100:00100000:3.0:1781226757.020742:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512192 00000100:00100000:3.0:1781226757.020746:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512192 00000100:00100000:0.0:1781226757.021034:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511936 00000100:00100000:0.0:1781226757.021039:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511936 00000100:00100000:0.0:1781226757.021074:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512448 00000100:00100000:0.0:1781226757.021078:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512448 00000100:00100000:0.0:1781226757.021096:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512064 00000100:00100000:0.0:1781226757.021099:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512064 00000100:00100000:0.0:1781226757.021111:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512576 00000100:00100000:0.0:1781226757.021114:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512576 00000100:00100000:2.0:1781226757.021134:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 487 00000100:00100000:2.0:1781226757.021147:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941511936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226757.021221:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+10:2427:x1867750941511936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226757.021345:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511808 00000100:00100000:3.0:1781226757.021348:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511808 00000100:00100000:3.0:1781226757.021363:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512320 00000100:00100000:3.0:1781226757.021365:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512320 00000100:00100000:3.0:1781226757.021378:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 861 00000100:00100000:3.0:1781226757.021385:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+83:2427:x1867750941511680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226757.021414:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+83:2427:x1867750941511680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226757.021421:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 861 00000100:00100000:3.0:1781226757.021437:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 862 00000100:00100000:3.0:1781226757.021443:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2427:x1867750941512192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226757.021471:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2427:x1867750941512192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226757.021477:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 862 00000100:00100000:3.0:1781226757.021489:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:3.0:1781226757.021495:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941511808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226757.021519:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941511808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226757.021525:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:3.0:1781226757.021537:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 864 00000100:00100000:3.0:1781226757.021543:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941512320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226757.021564:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941512320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226757.021569:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 864 00000100:00100000:2.0:1781226757.021611:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 487 00000100:00100000:0.0:1781226757.021616:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 488 00000100:00100000:0.0:1781226757.021624:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941512448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226757.021625:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 489 00000100:00100000:2.0:1781226757.021631:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941512064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226757.021651:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941512064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226757.021658:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 489 00000100:00100000:0.0:1781226757.021662:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941512448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (1114us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226757.021668:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 488 00000100:00100000:2.0:1781226757.021674:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 490 00000100:00100000:2.0:1781226757.021680:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941512576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226757.021724:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941512576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 43us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226757.021730:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 490 00000100:00100000:2.0:1781226757.022919:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941511552 00000100:00100000:2.0:1781226757.022931:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941511552 00000100:00100000:2.0:1781226757.023127:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 702 00000100:00100000:2.0:1781226757.023138:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941511552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226757.023206:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941511552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 70us (2645us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226757.023213:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 702 00000100:00080000:1.0:1781226757.025066:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226757.025076:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1781226757.025567:0:20618:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226757.025574:0:20618:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226757.025607:0:20618:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1781226757.025614:0:20618:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226757.108494:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226757.108608:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512704 00000100:00100000:0.0:1781226757.108618:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512704 00000100:00100000:0.0:1781226757.108861:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 240 00000100:00100000:0.0:1781226757.108874:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+10:2424:x1867750941512704:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226757.108893:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226757.108911:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4464e96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4680c expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226757.108936:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226757.108938:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226757.108947:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4464e96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4680c expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226757.109105:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4464e96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4680c expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226757.109123:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e200, rc 0) 00000100:00100000:0.0:1781226757.109186:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941512704:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 315us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226757.109194:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 240 00000100:00100000:0.0:1781226757.130520:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.130731:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941512960 00000100:00100000:3.0:1781226757.130741:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941512960 00000100:00100000:0.0:1781226757.131053:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 41 00000100:00100000:0.0:1781226757.131064:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3434450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+83:26285:x1867750941512960:12345-192.168.202.30@tcp:103:lfs.0 00010000:00010000:0.0:1781226757.131082:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226757.131110:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464e3b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b467e2 expref: 83 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226757.131130:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff89a4c6fc1c00) 00010000:00010000:0.0:1781226757.131135:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226757.131191:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3434450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+82:26285:x1867750941512960:12345-192.168.202.30@tcp:103:lfs.0 Request processed in 128us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226757.131198:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 41 00000100:00100000:2.0:1781226757.139812:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226757.140012:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513088 00000100:00100000:3.0:1781226757.140023:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513088 00000100:00100000:3.0:1781226757.140093:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 951 00000100:00100000:3.0:1781226757.140104:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:26285:x1867750941513088:12345-192.168.202.30@tcp:58:lfs.0 00000100:00100000:3.0:1781226757.140262:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:26285:x1867750941513088:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 160us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226757.140270:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 951 00010000:00010000:3.0:1781226757.250096:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226757.564226:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226757.564235:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226757.564676:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1781226757.564686:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226757.630887:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964546944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226757.630984:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226757.631064:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964546944 00000100:00100000:2.0:1781226757.631072:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964546944 00000100:00100000:2.0:1781226757.631121:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1781226757.631130:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964546944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226757.631164:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1781226757.631210:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964546944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226757.631217:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1781226757.631264:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964546944:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226757.952300:0:20669:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226757.952311:0:20669:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226757.952352:0:20669:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:2.0:1781226757.952362:0:20669:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781226758.270584:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226759.164530:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964547072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226759.164639:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226759.164785:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547072 00000100:00100000:2.0:1781226759.164795:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547072 00000100:00100000:2.0:1781226759.164865:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1781226759.164878:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964547072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226759.164927:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:2.0:1781226759.164984:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964547072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226759.164993:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1781226759.165380:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964547072:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1781226759.167476:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226759.167831:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964547328:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.167926:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226759.167974:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964547840:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168004:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226759.168344:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72df0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964548352:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168377:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226759.168409:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781226759.168416:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964547456:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168444:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226759.168463:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964547968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168484:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226759.168500:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964548480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168523:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226759.168566:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547840 00000100:00100000:1.0:1781226759.168576:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547840 00000100:00100000:1.0:1781226759.168634:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1781226759.168646:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964547840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168751:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964547840:12345-0@lo:400:kworker.0 Request processed in 107us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226759.168760:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1781226759.168799:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548352 00000100:00100000:1.0:1781226759.168803:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548352 00000100:00100000:1.0:1781226759.168844:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1781226759.168851:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964548352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.168886:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964548352:12345-0@lo:400:kworker.0 Request processed in 36us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226759.168892:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1781226759.168911:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547456 00000100:00100000:1.0:1781226759.168915:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547456 00000100:00100000:1.0:1781226759.168939:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547968 00000100:00100000:1.0:1781226759.168942:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547968 00000100:00100000:1.0:1781226759.168959:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548480 00000100:00100000:1.0:1781226759.168961:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548480 00000100:00100000:1.0:1781226759.168977:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1781226759.168983:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964547456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.169029:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964547456:12345-0@lo:400:kworker.0 Request processed in 46us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.171234:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964547200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226759.171338:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171396:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964547712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171428:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171441:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964548224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171469:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171495:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964548736:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171513:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171539:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781226759.171546:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964547584:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171571:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171593:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964548096:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171615:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171625:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964548608:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171649:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226759.171689:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547328 00000100:00100000:3.0:1781226759.171716:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547328 00000100:00100000:3.0:1781226759.171790:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1781226759.171801:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964547328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.171862:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964547328:12345-0@lo:400:kworker.0 Request processed in 62us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.171872:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1781226759.171922:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547712 00000100:00100000:3.0:1781226759.171926:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547712 00000100:00100000:3.0:1781226759.171947:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548096 00000100:00100000:3.0:1781226759.171950:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548096 00000100:00100000:3.0:1781226759.171968:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548608 00000100:00100000:3.0:1781226759.171971:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548608 00000100:00100000:3.0:1781226759.171987:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1781226759.171994:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964547968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.172030:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964547968:12345-0@lo:400:kworker.0 Request processed in 36us (3545us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172359:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1781226759.172380:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1781226759.172389:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964548480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.172430:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964548480:12345-0@lo:400:kworker.0 Request processed in 43us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172435:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1781226759.172448:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1781226759.172453:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964547712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.172493:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964547712:12345-0@lo:400:kworker.0 Request processed in 39us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172499:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1781226759.172513:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1781226759.172520:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964548096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.172547:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964548096:12345-0@lo:400:kworker.0 Request processed in 29us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172553:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1781226759.172564:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1781226759.172571:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964548608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.172597:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964548608:12345-0@lo:400:kworker.0 Request processed in 27us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172607:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1781226759.172630:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547200 00000100:00100000:3.0:1781226759.172637:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547200 00000100:00100000:3.0:1781226759.172683:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1781226759.172690:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7ba7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964547200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226759.172746:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:3.0:1781226759.172794:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7ba7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964547200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172801:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1781226759.172823:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548224 00000100:00100000:3.0:1781226759.172828:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548224 00000100:00100000:3.0:1781226759.172858:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548736 00000100:00100000:3.0:1781226759.172861:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548736 00000100:00100000:3.0:1781226759.172882:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1781226759.172888:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964548224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.172923:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964548224:12345-0@lo:400:kworker.0 Request processed in 35us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226759.172929:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1781226759.173318:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1781226759.173366:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964547584 00000100:00100000:1.0:1781226759.173374:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964547584 00000100:00100000:1.0:1781226759.173418:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226759.173426:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964547584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173477:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964547584:12345-0@lo:400:kworker.0 Request processed in 53us (1905us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226759.173484:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226759.173506:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1781226759.173514:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964548736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173545:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964548736:12345-0@lo:400:kworker.0 Request processed in 33us (2030us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226759.173551:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:1.0:1781226759.173579:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226759.173586:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226759.173589:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226759.173592:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226759.173644:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964547456:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173662:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964547968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173676:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964548480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173688:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964547328:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173729:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964547840:0@lo:400:kworker.0 00000100:00100000:1.0:1781226759.173747:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72df0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964548352:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.175993:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964547584:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.176622:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964548096:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.176638:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964548608:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.176676:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964547200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226759.176690:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964547712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.176725:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964548224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226759.176736:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964548736:0@lo:400:kworker.0 00010000:00010000:3.0:1781226759.300301:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226760.190278:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226760.190309:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964548864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226760.190406:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226760.190602:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548864 00000100:00100000:1.0:1781226760.190612:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548864 00000100:00100000:1.0:1781226760.190688:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1781226760.190724:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964548864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226760.190786:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226760.190850:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964548864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226760.190857:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1781226760.192565:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964548864:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226760.316959:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781226760.708927:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:2.0:1781226760.708947:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00010000:00010000:1.0:1781226761.341159:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226761.469607:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1781226761.661867:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226761.661881:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226761.662046:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:1.0:1781226761.662064:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1781226761.668674:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967871 is committed 00000100:00100000:2.0:1781226761.723965:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226761.723990:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964548992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226761.724069:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226761.728846:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964548992 00000100:00100000:0.0:1781226761.728862:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964548992 00000100:00100000:0.0:1781226761.728972:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1781226761.728984:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964548992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226761.729034:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226761.729139:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964548992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (5069us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226761.729149:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1781226761.729349:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000100:00100000:3.0:1781226761.729373:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964548992:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781226761.729439:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226761.734374:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226761.734400:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964549120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226761.734469:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226761.735189:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549120 00000100:00100000:0.0:1781226761.735198:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549120 00000100:00100000:0.0:1781226761.735283:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1781226761.735293:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964549120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226761.735320:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226761.735373:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964549120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226761.735380:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00080000:2.0:1781226761.735667:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226761.735744:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964549120:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1781226761.740499:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000100:00100000:1.0:1781226762.150605:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.150658:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.150688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.150737:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226762.150799:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513344 00000100:00100000:3.0:1781226762.150809:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513344 00000100:00100000:3.0:1781226762.150862:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513856 00000100:00100000:3.0:1781226762.150865:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513856 00000100:00100000:3.0:1781226762.150886:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:3.0:1781226762.150895:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:2424:x1867750941513344:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226762.156150:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 872 00000100:00100000:0.0:1781226762.156181:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2424:x1867750941513856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226762.158815:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513600 00000100:00100000:2.0:1781226762.158832:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513600 00000100:00100000:2.0:1781226762.158919:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514112 00000100:00100000:2.0:1781226762.158924:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514112 00000100:00100000:2.0:1781226762.158964:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 494 00000100:00100000:2.0:1781226762.158975:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941513600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226762.161169:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 495 00000100:00100000:3.0:1781226762.161189:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941514112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226762.161246:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941514112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 65us (10508us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226762.161255:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 495 00000100:00080000:3.0:1781226762.161295:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226762.161301:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226762.164176:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:2424:x1867750941513344:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 13270us (13570us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226762.164190:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:1.0:1781226762.164502:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.164537:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.164557:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513472 00000100:00100000:1.0:1781226762.164564:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513472 00000100:00100000:1.0:1781226762.164605:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:1.0:1781226762.164613:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941513472:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226762.164680:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941513472:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 69us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226762.164687:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:1.0:1781226762.164736:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.164785:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226762.164796:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513984 00000100:00100000:1.0:1781226762.164799:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513984 00000100:00100000:1.0:1781226762.164817:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 874 00000100:00100000:1.0:1781226762.164823:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941513984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226762.164846:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941513984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226762.164852:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 874 00000100:00100000:1.0:1781226762.164877:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226762.165720:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513216 00000100:00100000:3.0:1781226762.165728:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513216 00000100:00100000:3.0:1781226762.165878:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 704 00000100:00100000:3.0:1781226762.165887:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941513216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226762.165935:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941513216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 49us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226762.165942:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 704 00000100:00080000:3.0:1781226762.165972:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226762.166056:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941513728 00000100:00100000:3.0:1781226762.166061:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941513728 00000100:00100000:3.0:1781226762.166089:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514240 00000100:00100000:3.0:1781226762.166092:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514240 00000100:00100000:3.0:1781226762.166108:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 496 00000100:00100000:3.0:1781226762.166114:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2424:x1867750941513728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226762.166143:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2424:x1867750941513728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226762.166149:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 496 00000100:00100000:3.0:1781226762.166160:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 497 00000100:00100000:3.0:1781226762.166166:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941514240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226762.166192:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941514240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226762.166202:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 497 00000100:00080000:3.0:1781226762.166266:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226762.173792:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2424:x1867750941513856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17614us (23088us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226762.173808:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 872 00000100:00100000:2.0:1781226762.178537:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941513600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19542us (27856us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226762.178554:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 494 00010000:00010000:1.0:1781226762.374225:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226762.753810:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964549248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226762.753902:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226762.754042:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549248 00000100:00100000:0.0:1781226762.754051:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549248 00000100:00100000:0.0:1781226762.769365:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1781226762.769385:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964549248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226762.769422:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:0.0:1781226762.769514:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964549248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (15612us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226762.769521:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1781226762.769666:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964549248:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226763.388104:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226764.283939:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226764.283967:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964549376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226764.284050:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226764.284116:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549376 00000100:00100000:1.0:1781226764.284123:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549376 00000100:00100000:1.0:1781226764.284179:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1781226764.284189:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964549376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226764.284221:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1781226764.284267:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964549376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226764.284274:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:1.0:1781226764.284293:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226764.284328:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964549376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226764.284774:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964549760:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.284810:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.284828:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964550272:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.284872:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.284888:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964550784:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.284908:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.284925:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781226764.284931:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964549632:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.284950:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.284966:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964550144:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.284984:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285001:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964550656:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285020:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285047:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550272 00000100:00100000:3.0:1781226764.285053:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550272 00000100:00100000:3.0:1781226764.285084:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550784 00000100:00100000:3.0:1781226764.285087:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550784 00000100:00100000:3.0:1781226764.285102:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549632 00000100:00100000:3.0:1781226764.285104:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549632 00000100:00100000:3.0:1781226764.285115:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550144 00000100:00100000:3.0:1781226764.285118:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550144 00000100:00100000:3.0:1781226764.285129:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550656 00000100:00100000:3.0:1781226764.285132:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550656 00000100:00100000:3.0:1781226764.285143:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1781226764.285150:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964550272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285190:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964550272:12345-0@lo:400:kworker.0 Request processed in 41us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285197:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1781226764.285213:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1781226764.285219:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964550784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285248:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964550784:12345-0@lo:400:kworker.0 Request processed in 28us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285253:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1781226764.285265:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1781226764.285270:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964549632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285298:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964549632:12345-0@lo:400:kworker.0 Request processed in 28us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285304:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1781226764.285315:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1781226764.285321:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964550144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285348:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964550144:12345-0@lo:400:kworker.0 Request processed in 28us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285354:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1781226764.285365:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1781226764.285371:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964550656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285399:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964550656:12345-0@lo:400:kworker.0 Request processed in 28us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285404:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1781226764.285428:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964549888:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285452:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285468:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964550400:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285491:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285506:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964550912:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285525:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285549:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226764.285554:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964549504:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285581:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285600:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964550016:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285621:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285637:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964550528:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285657:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226764.285682:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550400 00000100:00100000:3.0:1781226764.285685:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550400 00000100:00100000:3.0:1781226764.285749:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550912 00000100:00100000:3.0:1781226764.285752:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550912 00000100:00100000:3.0:1781226764.285774:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550528 00000100:00100000:3.0:1781226764.285777:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550528 00000100:00100000:3.0:1781226764.285797:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1781226764.285805:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964550400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285841:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964550400:12345-0@lo:400:kworker.0 Request processed in 37us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285850:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1781226764.285861:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1781226764.285868:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964550912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285892:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964550912:12345-0@lo:400:kworker.0 Request processed in 25us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285898:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1781226764.285909:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1781226764.285916:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964550528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.285942:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964550528:12345-0@lo:400:kworker.0 Request processed in 27us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.285948:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1781226764.285967:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549504 00000100:00100000:3.0:1781226764.285970:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549504 00000100:00100000:3.0:1781226764.285991:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1781226764.285996:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964549504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286022:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964549504:12345-0@lo:400:kworker.0 Request processed in 26us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.286028:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1781226764.286079:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964549504:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286091:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964550528:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286099:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964550400:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286106:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967348 gen 2 00000004:00080000:3.0:1781226764.286113:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c737cf00, transno 4294967348 00000100:00100000:3.0:1781226764.286124:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964550912:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286259:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964549632:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286270:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964550144:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286279:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964550656:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286289:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964550272:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286298:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964550784:0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286319:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549888 00000100:00100000:3.0:1781226764.286322:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549888 00000100:00100000:3.0:1781226764.286343:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1781226764.286348:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964549888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226764.286377:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964549888:12345-0@lo:400:kworker.0 Request processed in 29us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.286382:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1781226764.286407:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964549888:0@lo:400:kworker.0 00000100:00100000:1.0:1781226764.286508:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964549760 00000100:00100000:1.0:1781226764.286512:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964549760 00000100:00100000:1.0:1781226764.286549:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964550016 00000100:00100000:1.0:1781226764.286552:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964550016 00000100:00100000:1.0:1781226764.286566:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1781226764.286572:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964549760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226764.286618:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964549760:12345-0@lo:400:kworker.0 Request processed in 46us (1808us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226764.286625:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1781226764.286637:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1781226764.286643:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964550016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226764.286675:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964550016:12345-0@lo:400:kworker.0 Request processed in 33us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226764.286681:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1781226764.286740:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226764.286745:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226764.286748:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226764.286750:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226764.286773:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964549760:0@lo:400:kworker.0 00000100:00100000:1.0:1781226764.286799:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964550016:0@lo:400:kworker.0 00000100:00100000:1.0:1781226764.289341:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226764.289363:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964551040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226764.289432:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226764.289495:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964551040 00000100:00100000:1.0:1781226764.289502:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964551040 00000100:00100000:1.0:1781226764.289547:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1781226764.289556:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964551040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226764.289580:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1781226764.289622:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964551040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226764.289629:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1781226764.289675:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964551040:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781226764.414810:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226764.719398:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226764.719535:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514368 00000100:00100000:3.0:1781226764.719545:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514368 00000100:00100000:3.0:1781226764.719635:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 952 00000100:00100000:3.0:1781226764.719646:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26257:x1867750941514368:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226764.719805:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26257:x1867750941514368:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 161us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.719812:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 952 00000100:00080000:1.0:1781226764.720117:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226764.725824:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226764.727047:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514496 00000100:00100000:3.0:1781226764.727059:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514496 00000100:00100000:3.0:1781226764.727207:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 953 00000100:00100000:3.0:1781226764.727220:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26257:x1867750941514496:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226764.727325:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26257:x1867750941514496:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 108us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226764.727333:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 953 00000100:00080000:1.0:1781226764.727563:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226765.308443:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226765.308473:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964551168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226765.308544:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226765.308754:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964551168 00000100:00100000:3.0:1781226765.308763:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964551168 00000100:00100000:3.0:1781226765.308822:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1781226765.308838:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964551168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226765.308876:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226765.308923:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964551168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226765.308930:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1781226765.309268:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964551168:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226765.436096:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226766.462835:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1781226766.688213:0:20866:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 21:12:44 (1781226764) 00000100:00100000:3.0:1781226766.844968:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964551296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226766.845038:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226766.845112:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964551296 00000100:00100000:3.0:1781226766.845119:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964551296 00000100:00100000:3.0:1781226766.845173:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1781226766.845182:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964551296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226766.845211:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1781226766.845254:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964551296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226766.845262:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:3.0:1781226766.845297:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226766.845335:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964551296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226766.845488:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226766.845500:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964551424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226766.845529:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226766.845556:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964551424 00000100:00100000:0.0:1781226766.845560:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964551424 00000100:00100000:0.0:1781226766.845588:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1781226766.845594:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964551424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226766.845606:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226766.845636:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964551424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226766.845643:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1781226766.845674:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964551424:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781226766.845877:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226767.215493:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.215591:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514624 00000100:00100000:1.0:1781226767.215601:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514624 00000100:00100000:1.0:1781226767.215687:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 954 00000100:00100000:1.0:1781226767.215759:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26905:x1867750941514624:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226767.215862:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26905:x1867750941514624:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 165us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226767.215870:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 954 00000100:00080000:3.0:1781226767.216221:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226767.236982:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.237032:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.237107:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514752 00000100:00100000:3.0:1781226767.237124:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514752 00000100:00080000:2.0:1781226767.237316:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226767.237454:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941514880 00000100:00100000:3.0:1781226767.237459:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941514880 00000100:00100000:3.0:1781226767.237509:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 955 00000100:00100000:3.0:1781226767.237523:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:26906:x1867750941514752:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226767.237552:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.237580:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464e9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46813 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.237670:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781226767.237781:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226767.237833:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 956 00000100:00100000:2.0:1781226767.237844:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26905:x1867750941514880:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226767.237967:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26905:x1867750941514880:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 126us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.237975:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 956 00010000:00010000:3.0:1781226767.238354:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.238373:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.243859:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244494:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244512:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244863:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244947:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244956:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244963:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.244968:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244977:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.244995:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226767.244999:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.245005:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245013:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4464ea4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245045:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245051:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245056:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245063:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.245066:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245072:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245080:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226767.245083:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.245086:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245092:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4464eab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245243:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464e9d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46813 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245257:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226767.245259:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.245263:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4464e9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46813 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.245282:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:2.0:1781226767.245478:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+82:26906:x1867750941514752:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7956us (8502us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226767.245489:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 955 00000100:00100000:0.0:1781226767.251011:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.251236:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515136 00000100:00100000:1.0:1781226767.251251:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515136 00000100:00100000:1.0:1781226767.251331:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 957 00000100:00100000:1.0:1781226767.251343:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+82:26906:x1867750941515136:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226767.251436:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226767.251473:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4464d07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46772 expref: 82 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.251499:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226767.251506:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226767.251590:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.251608:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.251617:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.251663:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 36 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.251676:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 36 pid: 6523 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226767.251689:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964551552:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226767.251846:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d23d7300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226767.258763:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.258902:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964551552:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226767.258939:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226767.259032:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515264 00000100:00100000:2.0:1781226767.259041:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515264 00010000:00010000:2.0:1781226767.259093:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 37 pid: 6523 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226767.259140:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 308 00000100:00100000:2.0:1781226767.259152:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+37:2426:x1867750941515264:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226767.259172:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226767.259180:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 37 pid: 6523 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.259194:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 37 pid: 6523 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.259221:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464d46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46787 expref: 37 pid: 6523 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.259240:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226767.259244:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.259260:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.259269:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.259292:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226767.260001:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260015:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260050:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260067:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260077:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260801:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260815:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260824:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226767.260842:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000006feaa9ce reply state 000000000b0d9f81 transno 4294967872 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260855:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260863:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:0.0:1781226767.260866:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226767.260869:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781226767.260877:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:0.0:1781226767.260884:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260891:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260899:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260907:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226767.260912:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260921:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260931:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226767.260933:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226767.260936:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260943:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464eb2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226767.260957:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000006feaa9ce reply state 000000000b0d9f81 transno 4294967872 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260966:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.260972:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff89a5ef93d200) 00010000:00010000:0.0:1781226767.260974:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226767.260975:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781226767.261215:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+36:2426:x1867750941515264:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2058us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.261229:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 308 00000100:00100000:0.0:1781226767.261458:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+83:26906:x1867750941515136:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 10117us (10460us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1781226767.261466:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 957 00000100:00100000:3.0:1781226767.265279:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.266270:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515520 00000100:00100000:1.0:1781226767.266287:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515520 00000100:00100000:1.0:1781226767.266389:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 881 00000100:00100000:1.0:1781226767.266402:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941515520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226767.266510:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941515520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 111us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226767.266520:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 881 00000100:00080000:2.0:1781226767.266915:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226767.267626:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.267668:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.267722:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.268739:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515392 00000100:00100000:3.0:1781226767.268757:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515392 00000100:00100000:3.0:1781226767.268831:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 706 00000100:00100000:3.0:1781226767.268844:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941515392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226767.268952:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941515392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 111us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.268960:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 706 00000100:00100000:3.0:1781226767.269004:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515648 00000100:00100000:3.0:1781226767.269009:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515648 00000100:00100000:3.0:1781226767.269048:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515904 00000100:00100000:3.0:1781226767.269052:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515904 00000100:00100000:3.0:1781226767.269078:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 501 00000100:00100000:3.0:1781226767.269086:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941515648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226767.269118:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941515648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.269669:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 502 00000100:00100000:2.0:1781226767.269682:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941515904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226767.269750:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941515904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 71us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.269757:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 502 00000100:00080000:2.0:1781226767.269781:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226767.270161:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 501 00000100:00100000:2.0:1781226767.275297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.275688:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941515776 00000100:00100000:3.0:1781226767.275766:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941515776 00000100:00100000:3.0:1781226767.275868:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 503 00000100:00100000:3.0:1781226767.275894:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941515776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226767.276009:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941515776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 119us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.276018:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 503 00000100:00080000:2.0:1781226767.278221:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226767.279978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.280131:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516032 00000100:00100000:2.0:1781226767.280145:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516032 00000100:00100000:2.0:1781226767.280247:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 504 00000100:00100000:2.0:1781226767.280260:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941516032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226767.280369:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941516032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 111us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.280378:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 504 00000100:00080000:0.0:1781226767.281345:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226767.286467:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.286599:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516160 00000100:00100000:2.0:1781226767.286613:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516160 00000100:00100000:2.0:1781226767.286752:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 958 00000100:00100000:2.0:1781226767.286765:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+83:26907:x1867750941516160:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226767.286799:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226767.286828:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464ec7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4681a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.286915:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464ece lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.286932:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464ece lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.286945:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464ece lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226767.287007:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226767.287012:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226767.287037:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464ece lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.287068:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4464ec7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4681a expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.287093:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464ece lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4681a expref: 84 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.287102:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226767.287105:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226767.287111:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226767.287183:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+84:26907:x1867750941516160:12345-192.168.202.30@tcp:101:bash.0 Request processed in 421us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.287192:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 958 00000100:00100000:1.0:1781226767.290756:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.290858:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516288 00000100:00100000:0.0:1781226767.290869:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516288 00000100:00100000:0.0:1781226767.290946:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 959 00000100:00100000:0.0:1781226767.290956:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+84:26907:x1867750941516288:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226767.290982:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226767.291007:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464ed5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46821 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291088:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291104:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291116:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291128:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291136:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291143:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291253:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464eea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291267:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464eea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291274:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464eea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226767.291315:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:0.0:1781226767.291318:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226767.291342:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464eea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291355:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291363:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291371:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291378:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226767.291382:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291391:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291405:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226767.291409:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226767.291414:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291425:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4464edc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291442:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291447:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291453:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291458:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226767.291461:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291467:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291473:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff89a5ef93d200) 00010000:00010000:0.0:1781226767.291476:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226767.291479:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291485:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4464ee3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291513:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ec00/0x5d5522eac4464ed5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46821 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291529:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9de00/0x5d5522eac4464eea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46821 expref: 85 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.291538:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:0.0:1781226767.291540:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226767.291543:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9de00, rc 0) 00000100:00100000:0.0:1781226767.291634:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+85:26907:x1867750941516288:12345-192.168.202.30@tcp:101:bash.0 Request processed in 678us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.291642:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 959 00000100:00100000:0.0:1781226767.295079:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.295359:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516416 00000100:00100000:3.0:1781226767.295372:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516416 00000100:00100000:3.0:1781226767.295452:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 960 00000100:00100000:3.0:1781226767.295466:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:26907:x1867750941516416:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226767.295495:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.295523:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464ef1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46828 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295850:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295867:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295893:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295910:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295918:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295924:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295981:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295989:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.295996:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296003:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226767.296008:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296016:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296030:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:3.0:1781226767.296033:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226767.296038:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296046:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464ef8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296063:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296070:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296077:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296083:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226767.296085:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296092:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296098:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a5c307eb00) 00010000:00010000:3.0:1781226767.296101:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226767.296104:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296109:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464eff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296150:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464ef1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46828 expref: 86 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296167:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:3.0:1781226767.296170:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226767.296174:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4464ef1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46828 expref: 86 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.296184:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226767.296406:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:26907:x1867750941516416:12345-192.168.202.30@tcp:101:bash.0 Request processed in 942us (1339us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226767.296416:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 960 00000100:00100000:2.0:1781226767.303555:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.304048:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516544 00000100:00100000:1.0:1781226767.304061:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516544 00000100:00100000:1.0:1781226767.304405:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 961 00000100:00100000:1.0:1781226767.304419:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+36:26908:x1867750941516544:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226767.304450:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226767.304482:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464f06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4682f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.304659:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.304678:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.304809:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226767.304935:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226767.304940:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226767.304968:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.304996:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4464f06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.305021:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 37 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.305032:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226767.305036:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226767.305040:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:1.0:1781226767.305164:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26908:x1867750941516544:12345-192.168.202.30@tcp:101:rm.0 Request processed in 748us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226767.305173:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 961 00000100:00100000:2.0:1781226767.308368:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.308458:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516672 00000100:00100000:1.0:1781226767.308472:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516672 00000100:00100000:1.0:1781226767.308586:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 962 00000100:00100000:1.0:1781226767.308599:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+37:26908:x1867750941516672:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226767.308626:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226767.308654:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464f14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46836 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.308786:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.308802:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.308815:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.308827:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.308835:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.308841:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309119:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464f29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309130:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464f29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309137:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464f29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226767.309181:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1781226767.309186:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226767.309211:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464f29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309224:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309231:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309239:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309246:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226767.309251:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309259:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309273:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226767.309276:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226767.309280:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309287:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4464f1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309303:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309314:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309320:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309325:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226767.309327:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309333:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309339:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff89a5ef93d200) 00010000:00010000:1.0:1781226767.309341:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226767.309344:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309349:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4464f22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309377:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4464f14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46836 expref: 39 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309391:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5400/0x5d5522eac4464f29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46836 expref: 38 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.309398:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:1.0:1781226767.309400:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226767.309404:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5400, rc 0) 00000100:00100000:1.0:1781226767.309479:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26908:x1867750941516672:12345-192.168.202.30@tcp:101:rm.0 Request processed in 882us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226767.309489:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 962 00000100:00100000:0.0:1781226767.312058:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.312819:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516800 00000100:00100000:2.0:1781226767.312835:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516800 00000100:00100000:2.0:1781226767.313021:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 963 00000100:00100000:2.0:1781226767.313035:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26908:x1867750941516800:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226767.313061:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226767.313087:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464f30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4683d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313178:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313195:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313208:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313225:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313233:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313240:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313298:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313307:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313314:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313321:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.313326:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313335:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313349:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226767.313352:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.313356:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313364:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313380:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313386:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313392:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313398:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.313401:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313407:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313414:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a4c6fba600) 00010000:00010000:2.0:1781226767.313417:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.313420:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313426:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313464:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464f30 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4683d expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313474:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226767.313477:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.313480:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac4464f30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4683d expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.313489:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575a00, rc 0) 00000100:00100000:2.0:1781226767.313568:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26908:x1867750941516800:12345-192.168.202.30@tcp:101:rm.0 Request processed in 536us (1524us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226767.313806:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 963 00000100:00100000:2.0:1781226767.317202:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.317282:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941516928 00000100:00100000:1.0:1781226767.317295:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941516928 00000100:00100000:1.0:1781226767.317364:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 964 00000100:00100000:1.0:1781226767.317376:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26908:x1867750941516928:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226767.317404:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226767.317434:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464f45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46844 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317531:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317550:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317564:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317649:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317658:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317666:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317755:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317764:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317771:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317779:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317785:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226767.317791:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317800:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317814:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:1.0:1781226767.317817:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226767.317823:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317830:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464f4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317849:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317855:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317862:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317868:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226767.317940:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317948:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317957:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a5c8021700) 00010000:00010000:1.0:1781226767.317959:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226767.317962:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.317969:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464f53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.318015:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464f45 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46844 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.318026:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:1.0:1781226767.318029:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226767.318033:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac4464f45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46844 expref: 39 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.318042:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4600, rc 0) 00000100:00100000:1.0:1781226767.318128:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26908:x1867750941516928:12345-192.168.202.30@tcp:101:rm.0 Request processed in 754us (940us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226767.318137:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 964 00000100:00100000:2.0:1781226767.334094:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.334449:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941517056 00000100:00100000:0.0:1781226767.334464:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941517056 00000100:00100000:0.0:1781226767.334783:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 965 00000100:00100000:0.0:1781226767.334798:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26909:x1867750941517056:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226767.334830:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226767.334862:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464f5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4684b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.334966:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.334984:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.334998:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335015:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335027:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335034:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335093:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335102:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335110:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335118:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226767.335124:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335134:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335150:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:0.0:1781226767.335154:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226767.335160:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335168:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4464f61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335182:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335188:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335194:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335199:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226767.335202:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335329:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335340:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a5ef93d000) 00010000:00010000:0.0:1781226767.335343:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226767.335347:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335354:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4464f68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335400:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464f5a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4684b expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335411:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:0.0:1781226767.335414:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226767.335418:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4464f5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4684b expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.335433:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226767.335531:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26909:x1867750941517056:12345-192.168.202.30@tcp:101:cp.0 Request processed in 736us (1452us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226767.335542:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 965 00000100:00100000:3.0:1781226767.338604:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.338889:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941517184 00000100:00100000:2.0:1781226767.338903:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941517184 00000100:00100000:2.0:1781226767.338985:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 966 00000100:00100000:2.0:1781226767.338998:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26909:x1867750941517184:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226767.339027:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226767.339056:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46852 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339144:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339162:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339177:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339192:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339199:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339205:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339261:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339269:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339277:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339284:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.339288:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339297:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339312:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226767.339315:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.339320:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339328:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464f76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339346:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339352:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339358:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339363:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.339366:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339376:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339383:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a4c6fba600) 00010000:00010000:2.0:1781226767.339386:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.339389:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339395:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4464f7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339432:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f6f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46852 expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339444:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226767.339446:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.339449:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4464f6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46852 expref: 39 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.339459:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575800, rc 0) 00000100:00100000:2.0:1781226767.339539:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26909:x1867750941517184:12345-192.168.202.30@tcp:101:cp.0 Request processed in 543us (963us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226767.339547:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 966 00000100:00100000:2.0:1781226767.344843:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.345010:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941517440 00000100:00100000:0.0:1781226767.345027:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941517440 00000100:00100000:0.0:1781226767.345149:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 967 00000100:00100000:0.0:1781226767.345163:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:26909:x1867750941517440:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226767.345195:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226767.345237:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464f84 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46859 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.345376:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.345396:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.345410:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.345429:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.345436:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.345443:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226767.346454:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:0.0:1781226767.346690:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464f99 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.347051:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464f99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.347065:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464f99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347398:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347407:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347415:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347421:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9dc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226767.347426:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347434:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347450:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226767.347454:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226767.347460:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347467:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4464f8b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226767.347486:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000d2d3f962 reply state 00000000dce26c3f transno 4294967873 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347499:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347505:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a5ef93d900) 00010000:00010000:2.0:1781226767.347508:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226767.347511:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226767.347563:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4464f84 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46859 expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347649:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c200/0x5d5522eac4464f99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46859 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.347659:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:2.0:1781226767.347661:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226767.347664:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9c200, rc 0) 00000100:00100000:2.0:1781226767.347976:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:26909:x1867750941517440:12345-192.168.202.30@tcp:101:cp.0 Request processed in 2816us (3147us total) trans 4294967873 rc 0/0 00000100:00100000:2.0:1781226767.347987:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 967 00000100:00100000:2.0:1781226767.352603:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.352754:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941517568 00000100:00100000:3.0:1781226767.352769:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941517568 00000100:00100000:3.0:1781226767.352850:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 241 00000100:00100000:3.0:1781226767.352863:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941517568:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226767.352897:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.352926:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46860 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226767.352960:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226767.352988:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226767.352990:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226767.353002:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.353026:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.353045:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dee00, rc 0) 00000100:00100000:3.0:1781226767.353118:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941517568:12345-192.168.202.30@tcp:101:cp.0 Request processed in 258us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.353126:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 241 00000100:00100000:2.0:1781226767.358931:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.359058:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941517696 00000100:00100000:3.0:1781226767.359072:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941517696 00000100:00100000:3.0:1781226767.359149:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 242 00000100:00100000:3.0:1781226767.359162:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:26909:x1867750941517696:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226767.359188:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.359214:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46867 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.359256:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.359266:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226767.359268:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226767.359273:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.359318:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.359334:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 11 pid: 8405 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.359358:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964551680:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226767.359477:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850e40 going to sleep for 11 seconds 00000100:00100000:2.0:1781226767.363321:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.363419:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941517824 00000100:00100000:0.0:1781226767.363432:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941517824 00010000:00010000:0.0:1781226767.363489:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 12 pid: 8405 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226767.363555:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 309 00000100:00100000:0.0:1781226767.363568:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941517824:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226767.363600:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226767.363631:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 12 pid: 8405 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.363649:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 12 pid: 8405 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.363684:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.363688:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.363742:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.363756:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.363817:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226767.363837:0:6510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1867750964551808:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226767.363947:0:6510:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217000 going to sleep for 11 seconds 00010000:00010000:3.0:1781226767.364130:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46860 expref: 12 pid: 8405 timeout: 826 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.364150:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964551680:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226767.364183:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.364195:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226767.364234:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:26909:x1867750941517696:12345-192.168.202.30@tcp:101:cp.0 Request processed in 5075us (5317us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.364243:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 242 00000100:00100000:2.0:1781226767.368281:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.368375:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518080 00000100:00100000:3.0:1781226767.368388:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518080 00000100:00100000:3.0:1781226767.368466:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 186 00000100:00100000:3.0:1781226767.368478:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:26909:x1867750941518080:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:3.0:1781226767.368937:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:26909:x1867750941518080:12345-192.168.202.30@tcp:35:cp.0 Request processed in 459us (666us total) trans 4294967874 rc 0/0 00000100:00100000:3.0:1781226767.368947:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 186 00000100:00100000:0.0:1781226767.369665:0:6510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6510:1867750964551808:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226767.369733:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226767.369784:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941517824:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6218us (6478us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.369795:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 309 00000100:00100000:2.0:1781226767.406966:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.407090:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518208 00000100:00100000:3.0:1781226767.407103:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518208 00000100:00100000:3.0:1781226767.407183:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 968 00000100:00100000:3.0:1781226767.407198:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:26912:x1867750941518208:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226767.407231:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.407262:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dee00/0x5d5522eac4464fb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4686e expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407366:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407387:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407403:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407416:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407423:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407429:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407530:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407538:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407545:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226767.407611:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:3.0:1781226767.407617:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226767.407645:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407658:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407668:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407675:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407682:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407689:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dec00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226767.407757:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407767:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407783:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:3.0:1781226767.407786:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226767.407791:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407800:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4464fbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407826:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407833:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407839:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407845:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226767.407849:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407855:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407863:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a5ef93d900) 00010000:00010000:3.0:1781226767.407865:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226767.407868:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407874:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4464fc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407908:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dee00/0x5d5522eac4464fb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4686e expref: 87 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407924:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4686e expref: 86 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.407938:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:3.0:1781226767.407941:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226767.407944:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226767.408030:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+86:26912:x1867750941518208:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 836us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.408040:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 968 00000100:00100000:2.0:1781226767.416785:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.416959:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518336 00000100:00100000:3.0:1781226767.416973:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518336 00000100:00100000:3.0:1781226767.417051:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 243 00000100:00100000:3.0:1781226767.417064:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941518336:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226767.417090:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.417115:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fd1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46875 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.417195:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964551936:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226767.417330:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850e40 going to sleep for 11 seconds 00002000:00010000:3.0:1781226767.420140:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226767.420153:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1781226767 00002000:00010000:3.0:1781226767.420155:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1781226767 00002000:00010000:3.0:1781226767.420158:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1781226767 00002000:00010000:3.0:1781226767.420160:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226767.420190:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964551936:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226767.420249:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fd1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46875 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.420285:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46875 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.420301:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dee00, rc 0) 00000100:00100000:3.0:1781226767.420376:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941518336:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3314us (3609us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226767.420388:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 243 00000100:00100000:0.0:1781226767.424475:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.424908:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518464 00000100:00100000:2.0:1781226767.424922:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518464 00000100:00100000:2.0:1781226767.424993:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 969 00000100:00100000:2.0:1781226767.425004:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+86:26912:x1867750941518464:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226767.425032:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226767.425060:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464fd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4687c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.425153:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464fdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.425172:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.425186:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226767.425253:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1781226767.425258:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226767.425284:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464fdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.425316:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4464fd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4687c expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.425340:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464fdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4687c expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.425351:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226767.425355:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226767.425359:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226767.425438:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+87:26912:x1867750941518464:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 436us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.425446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 969 00000100:00100000:2.0:1781226767.429221:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.429323:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518592 00000100:00100000:3.0:1781226767.429336:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518592 00000100:00100000:3.0:1781226767.429403:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 244 00000100:00100000:3.0:1781226767.429415:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+12:2424:x1867750941518592:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226767.429440:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226767.429465:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46883 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.429544:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964552064:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226767.429666:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226767.432283:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964552064:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226767.432338:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fe6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46883 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.432369:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4464fe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46883 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.432391:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dee00, rc 0) 00000100:00100000:3.0:1781226767.432467:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+12:2424:x1867750941518592:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3054us (3261us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226767.432478:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 244 00000100:00100000:2.0:1781226767.437637:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.437981:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518848 00000100:00100000:0.0:1781226767.437994:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518848 00000100:00100000:0.0:1781226767.438092:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 970 00000100:00100000:0.0:1781226767.438104:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:26912:x1867750941518848:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:0.0:1781226767.438487:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:0.0:1781226767.438608:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:26912:x1867750941518848:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 504us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.438617:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 970 00010000:00010000:2.0:1781226767.484055:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226767.613120:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781226767.803942:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226767.803957:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226767.803991:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1781226767.804006:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226767.804318:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964552192:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226767.804533:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226767.820500:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964552192:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226767.820827:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.821487:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941518976 00000100:00100000:1.0:1781226767.821503:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941518976 00000100:00100000:1.0:1781226767.821587:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 971 00000100:00100000:1.0:1781226767.821600:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:26922:x1867750941518976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226767.821652:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226767.821874:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:26922:x1867750941518976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 277us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226767.821883:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 971 00000100:00100000:3.0:1781226767.833523:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.833730:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941519232 00000100:00100000:1.0:1781226767.833744:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941519232 00000100:00100000:1.0:1781226767.833816:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 972 00000100:00100000:1.0:1781226767.833829:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:26922:x1867750941519232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226767.833858:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226767.833887:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464fed lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4688a expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.834044:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464ff4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.834062:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.834077:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226767.834091:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1781226767.834315:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4464fed lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4688a expref: 45 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.834339:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4688a expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.834350:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:1.0:1781226767.834353:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226767.834358:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226767.834848:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941519232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1019us (1337us total) trans 4294967875 rc 0/0 00000100:00100000:1.0:1781226767.834859:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 972 00000100:00100000:0.0:1781226767.859638:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.859729:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.859854:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941519488 00000100:00100000:3.0:1781226767.859867:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941519488 00000100:00100000:3.0:1781226767.859951:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 42 00000100:00100000:3.0:1781226767.859963:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2427:x1867750941519488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226767.859984:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226767.860020:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4464ff4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4688a expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.860046:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:3.0:1781226767.860052:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226767.860120:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:2427:x1867750941519488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 159us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.860131:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 42 00000100:00100000:2.0:1781226767.860477:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941519360 00000100:00100000:2.0:1781226767.860484:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941519360 00000100:00100000:2.0:1781226767.860530:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 245 00000100:00100000:2.0:1781226767.860542:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941519360:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226767.860603:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.860633:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.860641:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226767.860643:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226767.860647:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.860725:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.860742:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 10 pid: 9780 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226767.860759:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964552320:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226767.860853:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226767.864564:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.864776:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964552320:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226767.864800:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941519616 00000100:00100000:3.0:1781226767.864810:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941519616 00010000:00010000:2.0:1781226767.864812:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1781226767.864875:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff89a4c71b12c0 x1867750941519616/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:578/0 lens 648/0 e 0 to 0 dl 1781226778 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226767.864885:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71b12c0 with x1867750941519616 ext(0->157) 00010000:00010000:3.0:1781226767.864893:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 11 pid: 9780 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.864909:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 11 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226767.864917:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c71b12c0 00000100:00100000:3.0:1781226767.864959:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 11 00000100:00100000:3.0:1781226767.864972:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941519616:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:3.0:1781226767.868217:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941519616:12345-192.168.202.30@tcp:4:cp.0 Request processed in 3229us (3650us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1781226767.868239:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 11 00002000:00100000:3.0:1781226767.868258:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff89a4c71b12c0 x1867750941519616/t4294967349(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:578/0 lens 648/448 e 0 to 0 dl 1781226778 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226767.868272:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71b12c0 with x1867750941519616 ext(0->157) 00010000:00010000:3.0:1781226767.868286:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 13 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.868319:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 13 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226767.868328:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c71b12c0 00000100:00100000:0.0:1781226767.872488:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964552448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226767.872603:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226767.872800:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964552448 00000100:00100000:2.0:1781226767.872809:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964552448 00000100:00100000:2.0:1781226767.872871:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1781226767.872882:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964552448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226767.872931:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1781226767.872999:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964552448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.873008:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1781226767.874789:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964552448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226767.874953:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.875037:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941519744 00000100:00100000:0.0:1781226767.875045:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941519744 00010000:00010000:0.0:1781226767.875090:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 13 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226767.875147:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 310 00000100:00100000:0.0:1781226767.875318:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941519744:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226767.875339:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781226767.875363:0:9477:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781226767.875372:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 13 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.875388:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 13 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.875420:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d68f2f9/0x5d5522eac4464fae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46867 expref: 13 pid: 9780 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.875442:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.875444:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.875450:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.875469:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.875508:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226767.875659:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875669:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875730:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875740:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875749:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875757:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226767.875762:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875772:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875786:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226767.875794:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4465002 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226767.875871:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941519360:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 15333us (16249us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.875882:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 245 00000100:00100000:0.0:1781226767.876714:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941519744:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 256us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.876733:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 310 00000100:00100000:2.0:1781226767.882532:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.882634:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520000 00000100:00100000:0.0:1781226767.882645:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520000 00000100:00100000:0.0:1781226767.882742:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 973 00000100:00100000:0.0:1781226767.882754:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:26922:x1867750941520000:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226767.882901:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:26922:x1867750941520000:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 150us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.882910:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 973 00000100:00100000:2.0:1781226767.886556:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.886648:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520128 00000100:00100000:0.0:1781226767.886661:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520128 00000100:00100000:0.0:1781226767.886754:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 246 00000100:00100000:0.0:1781226767.886766:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941520128:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226767.886791:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226767.886817:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46891 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226767.886849:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a2b5d0f, atime: 0x0, ctime: 0x6a2b5d0f, blocks: 0x8 00010000:00010000:0.0:1781226767.886874:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.886877:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.886888:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.886908:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.886925:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226767.887001:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941520128:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 236us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.887009:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 246 00000100:00100000:0.0:1781226767.922915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.922984:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520384 00000100:00100000:0.0:1781226767.922999:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520384 00000100:00100000:0.0:1781226767.923079:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 974 00000100:00100000:0.0:1781226767.923090:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:26922:x1867750941520384:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226767.923241:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:26922:x1867750941520384:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 152us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.923250:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 974 00000100:00100000:1.0:1781226767.937774:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.937956:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520512 00000100:00100000:2.0:1781226767.937971:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520512 00002000:00100000:2.0:1781226767.938038:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff89a4c738a1c0 x1867750941520512/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:578/0 lens 488/0 e 0 to 0 dl 1781226778 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226767.938052:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c738a1c0 with x1867750941520512 ext(0->4095) 00002000:00010000:2.0:1781226767.938059:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c738a1c0 00000100:00100000:2.0:1781226767.938102:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 72 00000100:00100000:2.0:1781226767.938126:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941520512:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781226767.945967:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941520512:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 7821us (8187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226767.945990:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 72 00002000:00100000:2.0:1781226767.946011:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff89a4c738a1c0 x1867750941520512/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:578/0 lens 488/4536 e 0 to 0 dl 1781226778 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226767.946023:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c738a1c0 with x1867750941520512 ext(0->4095) 00002000:00010000:2.0:1781226767.946031:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c738a1c0 00000100:00100000:2.0:1781226767.954745:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.955014:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520640 00000100:00100000:1.0:1781226767.955029:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520640 00000100:00100000:1.0:1781226767.955123:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 975 00000100:00100000:1.0:1781226767.955136:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:26922:x1867750941520640:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226767.955180:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226767.955211:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465010 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46898 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.955260:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.955281:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.955301:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.955471:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465010 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 45 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.955501:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226767.955513:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:1.0:1781226767.955517:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226767.955523:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4400, rc 0) 00000100:00100000:1.0:1781226767.955629:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941520640:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 494us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226767.955638:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 975 00000100:00100000:0.0:1781226767.962641:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226767.962768:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520768 00000100:00100000:2.0:1781226767.962782:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520768 00000100:00100000:2.0:1781226767.962859:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 976 00000100:00100000:2.0:1781226767.962872:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941520768:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226767.962920:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226767.963083:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8196940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941520768:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 213us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226767.963092:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 976 00000100:00100000:3.0:1781226767.966562:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226767.973414:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941520896 00000100:00100000:0.0:1781226767.973434:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941520896 00000100:00100000:0.0:1781226767.973519:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 247 00000100:00100000:0.0:1781226767.973531:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941520896:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226767.973840:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974766:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.974774:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226767.974783:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974806:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974843:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974853:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974941:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974952:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226767.974958:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974969:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.974989:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226767.975005:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac446501e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226767.975136:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941520896:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 1602us (8588us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226767.975147:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 247 00000100:00100000:1.0:1781226767.978811:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226767.978901:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941521152 00000100:00100000:3.0:1781226767.978916:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941521152 00000100:00100000:3.0:1781226767.978995:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 977 00000100:00100000:3.0:1781226767.979009:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941521152:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226767.979130:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.979161:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.979172:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.979217:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.979233:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 44 pid: 10991 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.979252:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964552576:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226767.979366:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226767.989531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226767.989653:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964552576:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226767.989728:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.989873:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941521280 00000100:00100000:3.0:1781226767.989882:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941521280 00010000:00010000:3.0:1781226767.989929:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 45 pid: 10991 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.989978:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 311 00000100:00100000:3.0:1781226767.989990:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941521280:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226767.990008:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226767.990015:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 45 pid: 10991 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990029:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 45 pid: 10991 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990058:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465017 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46898 expref: 45 pid: 10991 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990077:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:3.0:1781226767.990083:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990096:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990115:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990141:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226767.990371:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2427:x1867750941521280:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 383us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226767.990380:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 311 00010000:00010000:3.0:1781226767.990408:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990415:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990632:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990641:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990649:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990657:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226767.990663:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990672:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990683:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:3.0:1781226767.990686:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226767.990727:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226767.990735:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465025 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226767.990855:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941521152:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 11849us (12061us total) trans 4294967876 rc 0/0 00000100:00100000:3.0:1781226767.990866:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 977 00000040:00080000:3.0:1781226767.990995:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226767.991001:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226767.997340:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781226767.997363:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226768.003242:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226768.010555:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941521536 00000100:00100000:1.0:1781226768.010580:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941521536 00000100:00100000:1.0:1781226768.010671:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 187 00000100:00100000:1.0:1781226768.010683:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c81952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:26922:x1867750941521536:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226768.011130:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c81952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:26922:x1867750941521536:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 448us (7903us total) trans 4294967877 rc 0/0 00000100:00100000:1.0:1781226768.011141:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 187 00010000:00010000:1.0:1781226768.511425:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226768.603332:0:20916:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226768.603345:0:20916:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226768.603382:0:20916:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:1.0:1781226768.603390:0:20916:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226768.657369:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226768.657433:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941521792 00000100:00100000:1.0:1781226768.657445:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941521792 00000100:00100000:1.0:1781226768.657517:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 978 00000100:00100000:1.0:1781226768.657530:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:26923:x1867750941521792:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226768.657558:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226768.657562:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781226768.657596:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4464fdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4687c expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.657621:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:1.0:1781226768.657626:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226768.657643:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446502c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4689f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.657806:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465033 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.657822:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465033 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.657835:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465033 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226768.657848:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1781226768.657983:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446502c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4689f expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.657998:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465033 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4689f expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.658006:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:1.0:1781226768.658008:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226768.658011:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4c00, rc 0) 00000100:00100000:1.0:1781226768.658084:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+88:26923:x1867750941521792:12345-192.168.202.30@tcp:101:bash.0 Request processed in 558us (734us total) trans 4294967878 rc 0/0 00000100:00100000:1.0:1781226768.658093:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 978 00000100:00100000:0.0:1781226768.661759:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.661816:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941521920 00000100:00100000:3.0:1781226768.661831:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941521920 00000100:00100000:3.0:1781226768.661927:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 43 00000100:00100000:3.0:1781226768.661941:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+88:2426:x1867750941521920:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226768.661965:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226768.662000:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465033 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4689f expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.662023:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:3.0:1781226768.662029:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226768.662109:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+87:2426:x1867750941521920:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 171us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226768.662118:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 43 00000100:00100000:0.0:1781226768.673779:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226768.673890:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522048 00000100:00100000:2.0:1781226768.673903:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522048 00000100:00100000:2.0:1781226768.673986:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 248 00000100:00100000:2.0:1781226768.674000:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941522048:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226768.674028:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226768.674054:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468a6 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.674089:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226768.674092:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226768.674103:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 13 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.674127:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 13 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.674144:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226768.674224:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941522048:12345-192.168.202.30@tcp:101:cat.0 Request processed in 228us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226768.674234:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 248 00000100:00100000:2.0:1781226768.678818:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.679035:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522176 00000100:00100000:3.0:1781226768.679048:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522176 00000100:00100000:3.0:1781226768.679127:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 249 00000100:00100000:3.0:1781226768.679140:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+13:26923:x1867750941522176:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226768.679166:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226768.679191:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468ad expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.679246:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.679257:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 14 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.679265:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226768.679267:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226768.679272:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ad expref: 14 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.679319:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 14 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.679335:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 14 pid: 9780 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226768.679353:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964552704:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226768.679482:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.679494:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 11 pid: 15413 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226768.679510:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964552832:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226768.679536:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226768.685589:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226768.685631:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226768.685670:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522432 00000100:00100000:2.0:1781226768.685680:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522432 00010000:00010000:2.0:1781226768.685757:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 12 pid: 15413 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226768.685797:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522304 00000100:00100000:2.0:1781226768.685800:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522304 00010000:00010000:2.0:1781226768.685815:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 15 pid: 9780 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226768.685838:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 312 00000100:00100000:2.0:1781226768.685849:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3436c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941522432:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226768.685947:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226768.685975:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 12 pid: 15413 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.685989:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 12 pid: 15413 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.686025:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226768.686088:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3436c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941522432:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 241us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226768.686100:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 312 00000100:00100000:2.0:1781226768.686162:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 313 00000100:00100000:2.0:1781226768.686170:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+15:2426:x1867750941522304:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226768.686178:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226768.686188:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 15 pid: 9780 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.686200:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 15 pid: 9780 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.686215:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226768.686217:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226768.686225:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ad expref: 15 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.686238:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ad expref: 15 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226768.686282:0:9477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ad expref: 15 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226768.686300:0:9477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9477:1867750964552960:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226768.686360:0:9477:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864240 going to sleep for 11 seconds 00010000:00010000:3.0:1781226768.686894:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465041 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468a6 expref: 15 pid: 9780 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226768.686914:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964552704:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226768.686930:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465009 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46891 expref: 11 pid: 15413 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226768.686940:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964552832:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226768.686974:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ad expref: 14 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.686987:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dee00, rc 0) 00000100:00100000:3.0:1781226768.687042:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+14:26923:x1867750941522176:12345-192.168.202.30@tcp:101:cat.0 Request processed in 7905us (8240us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226768.687051:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 249 00000100:00100000:1.0:1781226768.701451:0:9477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9477:1867750964552960:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226768.701493:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226768.701579:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941522304:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 15407us (15944us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226768.701601:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 313 00000100:00100000:2.0:1781226768.713406:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226768.713625:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522560 00000100:00100000:0.0:1781226768.713640:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522560 00000100:00100000:0.0:1781226768.713914:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 979 00000100:00100000:0.0:1781226768.713929:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+87:26923:x1867750941522560:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226768.713961:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226768.713991:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446504f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468b4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226768.714037:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4465056 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226768.714055:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4465056 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226768.714071:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4465056 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226768.714233:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446504f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468b4 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226768.714259:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9c800/0x5d5522eac4465056 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468b4 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226768.714269:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:0.0:1781226768.714272:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226768.714276:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9c800, rc 0) 00000100:00100000:0.0:1781226768.714492:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+88:26923:x1867750941522560:12345-192.168.202.30@tcp:101:cat.0 Request processed in 567us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226768.714500:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 979 00000100:00100000:2.0:1781226768.726831:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.727178:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522688 00000100:00100000:3.0:1781226768.727193:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522688 00002000:00100000:3.0:1781226768.727263:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff89a4c73bf0c0 x1867750941522688/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:579/0 lens 488/0 e 0 to 0 dl 1781226779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226768.727275:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bf0c0 with x1867750941522688 ext(0->4095) 00002000:00010000:3.0:1781226768.727283:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73bf0c0 00000100:00100000:3.0:1781226768.727353:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 73 00000100:00100000:3.0:1781226768.727366:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941522688:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:3.0:1781226768.727633:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941522688:12345-192.168.202.30@tcp:3:cat.0 Request processed in 268us (815us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226768.727641:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 73 00002000:00100000:3.0:1781226768.727649:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff89a4c73bf0c0 x1867750941522688/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:579/0 lens 488/4536 e 0 to 0 dl 1781226779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226768.727657:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bf0c0 with x1867750941522688 ext(0->4095) 00002000:00010000:3.0:1781226768.727660:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73bf0c0 00000100:00100000:2.0:1781226768.732358:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.732510:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941522944 00000100:00100000:3.0:1781226768.732524:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941522944 00000100:00100000:3.0:1781226768.732613:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 188 00000100:00100000:3.0:1781226768.732626:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+88:26923:x1867750941522944:12345-192.168.202.30@tcp:35:cat.0 00000001:00080000:3.0:1781226768.733012:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967879 00000001:00080000:3.0:1781226768.733072:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967880 00000100:00100000:3.0:1781226768.733226:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+91:26923:x1867750941522944:12345-192.168.202.30@tcp:35:cat.0 Request processed in 601us (881us total) trans 4294967881 rc 0/0 00000100:00100000:3.0:1781226768.733237:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 188 00000020:00080000:3.0:1781226768.733243:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1781226768.765177:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226768.765450:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941523072 00000100:00100000:1.0:1781226768.765463:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941523072 00002000:00100000:1.0:1781226768.765529:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->315) req@ffff89a4c7a3cb40 x1867750941523072/t0(0) o4->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:579/0 lens 808/0 e 0 to 0 dl 1781226779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226768.765543:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7a3cb40 with x1867750941523072 ext(0->315) 00002000:00010000:1.0:1781226768.765550:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c7a3cb40 00000100:00100000:1.0:1781226768.769297:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 74 00000100:00100000:1.0:1781226768.769330:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+13:2424:x1867750941523072:12345-192.168.202.30@tcp:4:cat.0 00000100:00100000:1.0:1781226768.773348:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+15:2424:x1867750941523072:12345-192.168.202.30@tcp:4:cat.0 Request processed in 4017us (8183us total) trans 4294967350 rc 0/0 00000100:00100000:1.0:1781226768.773367:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 74 00002000:00100000:1.0:1781226768.773382:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->315) req@ffff89a4c7a3cb40 x1867750941523072/t4294967350(0) o4->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:579/0 lens 808/448 e 0 to 0 dl 1781226779 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226768.773395:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7a3cb40 with x1867750941523072 ext(0->315) 00002000:00010000:1.0:1781226768.773403:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c7a3cb40 00000100:00100000:3.0:1781226768.799677:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226768.800612:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941523328 00000100:00100000:1.0:1781226768.800631:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941523328 00000100:00100000:1.0:1781226768.800750:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 980 00000100:00100000:1.0:1781226768.800762:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+91:26925:x1867750941523328:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226768.800799:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226768.800829:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446505d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468bb expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.800987:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465064 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.801006:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465064 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.801020:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465064 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226768.801034:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:1.0:1781226768.801369:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446505d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468bb expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.801394:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465064 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468bb expref: 93 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.801404:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:1.0:1781226768.801409:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1781226768.801413:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4000, rc 0) 00000100:00100000:1.0:1781226768.801502:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+93:26925:x1867750941523328:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 742us (1840us total) trans 4294967882 rc 0/0 00000100:00100000:1.0:1781226768.801512:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 980 00000100:00100000:2.0:1781226768.808608:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.808971:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941523456 00000100:00100000:3.0:1781226768.808986:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941523456 00000100:00100000:3.0:1781226768.809070:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 981 00000100:00100000:3.0:1781226768.809095:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+93:26925:x1867750941523456:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:3.0:1781226768.809202:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809225:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809238:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809283:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809292:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809300:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809307:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226768.809312:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809322:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809336:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:3.0:1781226768.809340:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226768.809345:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.809353:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465072 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226768.809658:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+93:26925:x1867750941523456:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 576us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226768.809668:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 981 00000100:00100000:2.0:1781226768.863483:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.865538:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941523584 00000100:00100000:3.0:1781226768.865558:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941523584 00000100:00100000:3.0:1781226768.865640:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 982 00000100:00100000:3.0:1781226768.865653:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:26926:x1867750941523584:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226768.865720:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226768.865750:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465079 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468c2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.865849:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4465080 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.865868:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4465080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.865885:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4465080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226768.865954:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1781226768.865959:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226768.865986:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4465080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.866020:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465079 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468c2 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.866041:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dec00/0x5d5522eac4465080 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468c2 expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226768.866058:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:3.0:1781226768.866061:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226768.866066:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dec00, rc 0) 00000100:00100000:3.0:1781226768.866157:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+94:26926:x1867750941523584:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 507us (2689us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226768.866166:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 982 00000100:00100000:0.0:1781226768.873555:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226768.873615:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941523968 00000100:00100000:0.0:1781226768.873629:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941523968 00000100:00100000:0.0:1781226768.873726:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 189 00000100:00100000:0.0:1781226768.873738:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+94:26926:x1867750941523968:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:0.0:1781226768.874172:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:26926:x1867750941523968:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 435us (631us total) trans 4294967883 rc 0/0 00000100:00100000:0.0:1781226768.874182:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 189 00000100:00100000:3.0:1781226768.888327:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226768.889233:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524096 00000100:00100000:1.0:1781226768.889248:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524096 00000100:00100000:1.0:1781226768.889345:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 44 00000100:00100000:1.0:1781226768.889358:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+95:26926:x1867750941524096:12345-192.168.202.30@tcp:103:lfs.0 00010000:00010000:1.0:1781226768.889381:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781226768.889417:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465064 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468bb expref: 95 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.889445:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4464fca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4686e expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226768.889460:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff89a5ef93da00) 00010000:00010000:1.0:1781226768.889466:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226768.889537:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+93:26926:x1867750941524096:12345-192.168.202.30@tcp:103:lfs.0 Request processed in 183us (1235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226768.889546:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 44 00000100:00100000:2.0:1781226768.898802:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226768.898921:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524224 00000100:00100000:3.0:1781226768.898935:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524224 00000100:00100000:3.0:1781226768.899014:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 983 00000100:00100000:3.0:1781226768.899025:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+93:26926:x1867750941524224:12345-192.168.202.30@tcp:58:lfs.0 00000100:00100000:3.0:1781226768.899225:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+93:26926:x1867750941524224:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 202us (442us total) trans 0 rc -1/-1 00000100:00100000:3.0:1781226768.899232:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 983 00000100:00100000:3.0:1781226769.404211:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964553088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226769.404311:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226769.404610:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226769.404621:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964553216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226769.404657:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226769.404989:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553088 00000100:00100000:1.0:1781226769.405001:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553088 00000100:00100000:1.0:1781226769.405093:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553216 00000100:00100000:1.0:1781226769.405096:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553216 00000100:00100000:1.0:1781226769.405119:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1781226769.405129:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964553088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226769.405165:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119176000 pending 57344 free 3920355328 avail 3688833024 00000100:00100000:1.0:1781226769.405231:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964553088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.405240:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1781226769.405262:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1781226769.405269:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964553216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226769.405280:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119176000 pending 57344 free 3920355328 avail 3688833024 00000100:00100000:1.0:1781226769.405301:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964553216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.405307:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1781226769.405350:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964553216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226769.405363:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964553088:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1781226769.406066:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226769.407088:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964553344:0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.407181:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226769.407237:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964553856:0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.407282:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226769.407306:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964554368:0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.407332:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226769.407358:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226769.407364:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964553472:0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.407389:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226769.407474:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964553984:0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.407498:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226769.407516:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964554496:0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.407539:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226769.407577:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553472 00000100:00100000:3.0:1781226769.407586:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553472 00000100:00100000:2.0:1781226769.408325:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553344 00000100:00100000:2.0:1781226769.408335:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553344 00000100:00100000:2.0:1781226769.408394:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1781226769.408506:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553984 00000100:00100000:3.0:1781226769.408511:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553984 00000100:00100000:3.0:1781226769.408543:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554496 00000100:00100000:3.0:1781226769.408547:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554496 00000100:00100000:0.0:1781226769.408749:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553856 00000100:00100000:0.0:1781226769.408755:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553856 00000100:00100000:0.0:1781226769.408794:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1781226769.408804:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964553856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226769.409102:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964553856:12345-0@lo:400:kworker.0 Request processed in 299us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226769.409111:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1781226769.409144:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554368 00000100:00100000:0.0:1781226769.409151:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554368 00000100:00100000:0.0:1781226769.409185:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1781226769.409193:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964554368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226769.409230:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964554368:12345-0@lo:400:kworker.0 Request processed in 38us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226769.409237:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1781226769.409298:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964553856:0@lo:400:kworker.0 00000100:00100000:0.0:1781226769.409314:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964554368:0@lo:400:kworker.0 00000100:00100000:0.0:1781226769.409391:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1781226769.409520:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1781226769.409526:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964553984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226769.409583:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964553984:12345-0@lo:400:kworker.0 Request processed in 57us (2083us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226769.409590:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1781226769.409833:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964553600:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.409900:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226769.409934:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964554112:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.409963:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226769.409974:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964554624:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.409996:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226769.410013:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781226769.410020:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964553728:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410044:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226769.410055:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964554240:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410079:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226769.410111:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553600 00000100:00100000:1.0:1781226769.410117:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553600 00000100:00100000:1.0:1781226769.410150:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1781226769.410157:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964553600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410200:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964553600:12345-0@lo:400:kworker.0 Request processed in 43us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.410206:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1781226769.410229:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554240 00000100:00100000:1.0:1781226769.410233:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554240 00000100:00100000:1.0:1781226769.410263:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1781226769.410268:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964554240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410299:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964554240:12345-0@lo:400:kworker.0 Request processed in 31us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.410305:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1781226769.410338:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964554240:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410349:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964553600:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410391:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554112 00000100:00100000:1.0:1781226769.410395:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554112 00000100:00100000:1.0:1781226769.410430:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554624 00000100:00100000:1.0:1781226769.410434:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554624 00000100:00100000:1.0:1781226769.410447:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964553728 00000100:00100000:1.0:1781226769.410449:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964553728 00000100:00100000:1.0:1781226769.410464:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1781226769.410472:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964554496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410504:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964554496:12345-0@lo:400:kworker.0 Request processed in 33us (2964us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.410509:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1781226769.410523:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1781226769.410529:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9770050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964554112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410561:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9770050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964554112:12345-0@lo:400:kworker.0 Request processed in 32us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.410567:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1781226769.410578:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1781226769.410584:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964554624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410625:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964554624:12345-0@lo:400:kworker.0 Request processed in 42us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.410631:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1781226769.410641:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1781226769.410646:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964553728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410672:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964553728:12345-0@lo:400:kworker.0 Request processed in 26us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226769.410689:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1781226769.410749:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964553728:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410759:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964554112:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410768:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964554624:0@lo:400:kworker.0 00000100:00080000:1.0:1781226769.410818:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226769.410824:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226769.410826:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226769.410862:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964553984:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.410875:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964554496:0@lo:400:kworker.0 00000100:00100000:2.0:1781226769.411221:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964553344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226769.411287:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964553344:12345-0@lo:400:kworker.0 Request processed in 1595us (4106us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226769.411295:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1781226769.411801:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964553472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226769.412167:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964553472:12345-0@lo:400:kworker.0 Request processed in 2767us (4776us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226769.412176:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1781226769.415080:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964553472:0@lo:400:kworker.0 00000100:00100000:1.0:1781226769.415099:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964553344:0@lo:400:kworker.0 00010000:00010000:2.0:1781226769.533289:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226769.927973:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967883 is committed 00000001:00080000:1.0:1781226769.928021:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967877 is committed 00010000:00010000:2.0:1781226769.928118:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928134:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928144:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928152:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226769.928157:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928170:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928194:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff89a5ef93d200) 00010000:00010000:2.0:1781226769.928197:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226769.928202:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928209:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4464eb9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928236:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928244:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928250:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928255:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226769.928258:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928263:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928271:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89a5ef93d500) 00010000:00010000:2.0:1781226769.928274:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226769.928277:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226769.928283:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4464ec0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928390:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928399:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928405:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928410:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226769.928413:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928423:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928433:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff89a5ef93d900) 00010000:00010000:3.0:1781226769.928435:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226769.928438:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226769.928444:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4464f92 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226770.437525:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226770.437563:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964554752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226770.437654:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226770.441916:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554752 00000100:00100000:0.0:1781226770.441939:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554752 00000100:00100000:0.0:1781226770.442035:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1781226770.442048:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964554752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226770.442102:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226770.442381:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964554752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 334us (4725us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226770.442391:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1781226770.442468:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964554752:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226770.561091:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226771.068010:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226771.068025:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226771.068156:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:0.0:1781226771.068169:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226771.584488:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226771.708480:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226771.967058:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964554880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226771.967160:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226771.967492:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964555008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226771.967524:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226771.967575:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964554880 00000100:00100000:1.0:1781226771.967583:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964554880 00000100:00100000:1.0:1781226771.967640:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555008 00000100:00100000:1.0:1781226771.967642:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555008 00000100:00100000:1.0:1781226771.967669:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1781226771.967678:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964554880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226771.967734:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226771.967786:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964554880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226771.967794:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1781226771.967812:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1781226771.967818:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964555008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226771.967828:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226771.967854:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964555008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226771.967860:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:1.0:1781226771.967882:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226771.967935:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964555008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226771.967972:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964554880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226772.408228:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226772.408282:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524352 00000100:00100000:1.0:1781226772.408295:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524352 00000100:00100000:1.0:1781226772.408367:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 708 00000100:00100000:2.0:1781226772.409853:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226772.410088:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226772.410124:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524864 00000100:00100000:2.0:1781226772.410135:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524864 00000100:00100000:2.0:1781226772.410299:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 507 00000100:00100000:2.0:1781226772.410313:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941524864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226772.410795:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941524864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 484us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226772.410807:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 507 00000100:00100000:2.0:1781226772.410868:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226772.411841:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226772.411890:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226772.411922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226772.411936:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525376 00000100:00100000:0.0:1781226772.411948:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525376 00000100:00100000:3.0:1781226772.411949:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226772.411973:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524608 00000100:00100000:3.0:1781226772.411979:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524608 00000100:00100000:0.0:1781226772.412019:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524736 00000100:00100000:0.0:1781226772.412023:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524736 00000100:00100000:3.0:1781226772.412028:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525120 00000100:00100000:3.0:1781226772.412035:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525120 00000100:00100000:0.0:1781226772.412059:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 508 00000100:00100000:3.0:1781226772.412061:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524480 00000100:00100000:3.0:1781226772.412065:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524480 00000100:00100000:0.0:1781226772.412074:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941525376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226772.412080:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941524992 00000100:00100000:3.0:1781226772.412084:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941524992 00000100:00100000:3.0:1781226772.412102:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 888 00000100:00100000:3.0:1781226772.412111:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941524608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226772.412154:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941524608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 43us (2308us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226772.412154:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941525376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 82us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226772.412174:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 508 00000100:00100000:3.0:1781226772.412175:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 888 00000100:00100000:3.0:1781226772.412206:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 889 00000100:00100000:0.0:1781226772.412210:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 509 00000100:00100000:3.0:1781226772.412218:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941525120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226772.412224:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941524736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226772.412246:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941525120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226772.412252:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 889 00000100:00100000:0.0:1781226772.412261:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941524736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226772.412269:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 890 00000100:00100000:0.0:1781226772.412273:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 509 00000100:00100000:3.0:1781226772.412280:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:2427:x1867750941524480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226772.412309:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:2427:x1867750941524480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226772.412318:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 891 00000100:00100000:0.0:1781226772.412326:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2427:x1867750941524992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226772.412359:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2427:x1867750941524992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226772.412999:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941524352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226772.413041:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941524352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 55us (4829us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226772.413050:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 708 00000100:00080000:1.0:1781226772.413098:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226772.413104:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226772.413107:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226772.413110:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226772.415656:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 890 00000100:00100000:2.0:1781226772.416350:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226772.417308:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525248 00000100:00100000:3.0:1781226772.417324:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525248 00000100:00100000:3.0:1781226772.417550:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 510 00000100:00100000:3.0:1781226772.417564:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941525248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226772.417688:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941525248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 127us (3538us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226772.417716:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 510 00000100:00100000:0.0:1781226772.418103:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 891 00000100:00080000:2.0:1781226772.418351:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781226772.608127:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226772.991198:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226772.991231:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964555136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226772.991339:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226772.991670:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555136 00000100:00100000:2.0:1781226772.991681:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555136 00000100:00100000:2.0:1781226772.992502:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1781226772.992514:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964555136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226772.992831:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1781226772.994412:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964555136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1889us (3062us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226772.994429:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781226772.994739:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964555136:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226773.628817:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226774.033035:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000001:00080000:1.0:1781226774.033060:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:3.0:1781226774.089962:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226774.090125:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525504 00000100:00100000:2.0:1781226774.090139:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525504 00000100:00100000:2.0:1781226774.090233:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 984 00000100:00100000:2.0:1781226774.090247:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26905:x1867750941525504:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1781226774.090525:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226774.090924:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:26905:x1867750941525504:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 677us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226774.090936:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 984 00000100:00100000:3.0:1781226774.106966:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226774.107754:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525632 00000100:00100000:2.0:1781226774.107770:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525632 00000100:00100000:2.0:1781226774.107863:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 985 00000100:00100000:2.0:1781226774.107878:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26905:x1867750941525632:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226774.108023:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:26905:x1867750941525632:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 148us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226774.108032:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 985 00000100:00080000:1.0:1781226774.108819:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226774.523985:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226774.524023:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964555264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226774.524138:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964555392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226774.524140:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226774.524395:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964555776:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.535160:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.535299:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964555904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.535378:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.536285:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964556416:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.536337:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.536361:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964556928:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.536399:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.536442:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781226774.536449:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964555520:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.536496:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.536529:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605902d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964556032:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.536557:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.536578:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605903c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964556544:0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.538641:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964555648:0@lo:400:kworker.0 00000100:00100000:0.0:1781226774.538858:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555904 00000100:00100000:0.0:1781226774.538880:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555904 00000100:00100000:0.0:1781226774.538959:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1781226774.538971:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964555904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.539286:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226774.539325:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964556160:0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.539354:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226774.539386:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964556672:0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.539409:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226774.542411:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555264 00000100:00100000:1.0:1781226774.543331:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226774.543387:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556032 00000100:00100000:1.0:1781226774.543398:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556032 00000100:00100000:1.0:1781226774.543468:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555776 00000100:00100000:1.0:1781226774.543472:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555776 00000100:00100000:1.0:1781226774.543492:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781226774.543505:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964556032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.543732:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226774.543771:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1781226774.543781:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964555776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.543822:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964555776:12345-0@lo:400:kworker.0 Request processed in 43us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226774.543830:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1781226774.544186:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555392 00000100:00100000:2.0:1781226774.544193:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555392 00000100:00100000:2.0:1781226774.544245:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1781226774.544254:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964555392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226774.544290:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:1.0:1781226774.544394:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964556032:12345-0@lo:400:kworker.0 Request processed in 892us (7835us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226774.544403:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781226774.544431:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556416 00000100:00100000:1.0:1781226774.544435:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556416 00000100:00100000:1.0:1781226774.544467:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556928 00000100:00100000:1.0:1781226774.544471:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556928 00000100:00100000:1.0:1781226774.544492:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556544 00000100:00100000:1.0:1781226774.544495:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556544 00000100:00100000:1.0:1781226774.544520:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1781226774.544527:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964556416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.544608:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555264 00000100:00100000:3.0:1781226774.544649:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1781226774.544656:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964555264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226774.544669:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:3.0:1781226774.544721:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964555264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (20582us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226774.544728:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1781226774.544750:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555648 00000100:00100000:3.0:1781226774.544754:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555648 00000100:00100000:3.0:1781226774.544773:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556160 00000100:00100000:3.0:1781226774.544776:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556160 00000100:00100000:3.0:1781226774.544805:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556672 00000100:00100000:3.0:1781226774.544809:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556672 00000100:00100000:3.0:1781226774.544824:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1781226774.544830:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964555648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.544868:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964555648:12345-0@lo:400:kworker.0 Request processed in 38us (5583us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226774.544876:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1781226774.544888:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1781226774.544893:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964556160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.544918:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964556160:12345-0@lo:400:kworker.0 Request processed in 26us (5564us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226774.544925:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1781226774.544936:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1781226774.544942:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964556672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226774.544970:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964556672:12345-0@lo:400:kworker.0 Request processed in 28us (5559us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226774.544976:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1781226774.544996:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1781226774.545005:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964556928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.545021:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964555392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 768us (9874us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226774.545028:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1781226774.545122:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1781226774.545131:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964556544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.545168:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964556544:12345-0@lo:400:kworker.0 Request processed in 39us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226774.545175:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1781226774.545202:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964555520 00000100:00100000:2.0:1781226774.545208:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964555520 00000100:00100000:2.0:1781226774.545240:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1781226774.545246:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964555520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.545280:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964555520:12345-0@lo:400:kworker.0 Request processed in 34us (8795us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226774.545288:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1781226774.545369:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605903c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964556544:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.545430:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964556416:12345-0@lo:400:kworker.0 Request processed in 903us (9092us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226774.545437:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:1.0:1781226774.545460:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226774.545466:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226774.545468:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226774.545506:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964555776:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.545520:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964556288:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.545561:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226774.545885:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964556800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.545915:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226774.545945:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556288 00000100:00100000:1.0:1781226774.545950:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556288 00000100:00100000:1.0:1781226774.545985:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964556800 00000100:00100000:1.0:1781226774.545988:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964556800 00000100:00100000:1.0:1781226774.546001:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1781226774.546007:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964556288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546054:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964556288:12345-0@lo:400:kworker.0 Request processed in 37us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226774.546061:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1781226774.546084:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1781226774.546092:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964556800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546122:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964556800:12345-0@lo:400:kworker.0 Request processed in 31us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226774.546127:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:1.0:1781226774.546142:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226774.546161:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964556800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546195:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964556288:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546275:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964555648:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546290:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964556160:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546302:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964556672:0@lo:400:kworker.0 00000100:00100000:1.0:1781226774.546323:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964555264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226774.546937:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964556928:12345-0@lo:400:kworker.0 Request processed in 1928us (10533us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226774.546948:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1781226774.547244:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964555904:12345-0@lo:400:kworker.0 Request processed in 8273us (11863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226774.547254:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1781226774.547807:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964555904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.547826:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964556416:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.547838:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964556928:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.547859:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964555392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226774.547968:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964555520:0@lo:400:kworker.0 00000100:00100000:2.0:1781226774.547982:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605902d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964556032:0@lo:400:kworker.0 00010000:00010000:3.0:1781226774.657792:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226775.548409:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226775.548442:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964557056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226775.548555:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226775.548653:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964557056 00000100:00100000:2.0:1781226775.548663:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964557056 00000100:00100000:2.0:1781226775.548745:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1781226775.548758:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964557056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226775.548805:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226775.548859:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964557056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226775.548872:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1781226775.548924:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964557056:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226775.677007:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1781226776.331072:0:21113:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 21:12:54 (1781226774) 00000100:00100000:3.0:1781226776.649034:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.649265:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525760 00000100:00100000:1.0:1781226776.649278:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525760 00000100:00100000:1.0:1781226776.649384:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 986 00000100:00100000:1.0:1781226776.649397:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:27536:x1867750941525760:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226776.649556:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:27536:x1867750941525760:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 161us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226776.649565:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 986 00000100:00080000:2.0:1781226776.649813:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226776.651746:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.652318:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941525888 00000100:00100000:1.0:1781226776.652333:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941525888 00000100:00100000:1.0:1781226776.652428:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 987 00000100:00100000:1.0:1781226776.652441:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:27536:x1867750941525888:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226776.652754:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:27536:x1867750941525888:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 316us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226776.652763:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 987 00000100:00080000:2.0:1781226776.652862:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226776.695857:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226776.696012:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526016 00000100:00100000:2.0:1781226776.696027:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526016 00000100:00080000:1.0:1781226776.696561:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226776.696635:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 988 00000100:00100000:2.0:1781226776.696649:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+85:27537:x1867750941526016:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226776.696680:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226776.696748:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468c9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697821:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697846:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697864:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697883:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697891:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697898:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697959:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697967:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697975:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697983:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.697989:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.697999:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698016:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226776.698020:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.698026:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698034:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac446508e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698068:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698076:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698082:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698088:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.698091:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698098:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698105:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff89a4c6fbab00) 00010000:00010000:2.0:1781226776.698108:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.698111:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698117:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465095 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698158:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465087 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468c9 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698170:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226776.698172:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.698189:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468c9 expref: 86 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.698202:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226776.698425:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+85:27537:x1867750941526016:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1777us (2583us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226776.698435:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 988 00010000:00010000:2.0:1781226776.704167:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226776.706115:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226776.706742:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526272 00000100:00100000:3.0:1781226776.706758:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526272 00000100:00100000:3.0:1781226776.706967:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 989 00000100:00100000:3.0:1781226776.706981:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+85:27537:x1867750941526272:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:3.0:1781226776.707147:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226776.707236:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4464ece lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4681a expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.707268:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226776.707274:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226776.707918:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.707941:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.707952:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.708002:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 38 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.708022:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 38 pid: 6523 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226776.709254:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91f9e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964557184:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226776.709599:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d087ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226776.713504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.713668:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91f9e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964557184:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226776.713758:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226776.715113:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526400 00000100:00100000:0.0:1781226776.715129:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526400 00010000:00010000:0.0:1781226776.715191:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 39 pid: 6523 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226776.715245:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 314 00000100:00100000:0.0:1781226776.715257:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2427:x1867750941526400:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226776.715279:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226776.715287:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 39 pid: 6523 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.715302:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 39 pid: 6523 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.715331:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4464f0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4682f expref: 39 pid: 6523 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.715352:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226776.715358:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.715371:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.715381:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.719944:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226776.720091:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941526400:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4822us (6588us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226776.720110:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 314 00010000:00010000:1.0:1781226776.720915:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.720931:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.720972:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.720989:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.721001:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723171:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723199:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723216:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226776.723241:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000092f35603 reply state 000000005084218f transno 4294967884 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723255:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723263:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:1.0:1781226776.723267:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226776.723272:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781226776.723281:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:1.0:1781226776.723682:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723877:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723887:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723893:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226776.723898:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723906:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723921:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226776.723923:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226776.723928:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723934:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446509c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226776.723954:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000092f35603 reply state 000000005084218f transno 4294967884 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723963:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.723969:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff89a4c5e39800) 00010000:00010000:1.0:1781226776.723971:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226776.723974:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781226776.724283:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+86:27537:x1867750941526272:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 17300us (18179us total) trans 4294967884 rc 0/0 00000100:00100000:1.0:1781226776.724305:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 989 00000100:00100000:3.0:1781226776.755569:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226776.755688:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526528 00000100:00100000:0.0:1781226776.755734:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526528 00000100:00100000:0.0:1781226776.755818:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 990 00000100:00100000:0.0:1781226776.755830:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+86:27538:x1867750941526528:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226776.755861:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226776.755890:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44650b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468d0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.755974:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44650b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.755991:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44650b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.756005:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44650b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226776.758394:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226776.758411:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226776.758677:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44650b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.759367:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44650b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468d0 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.759407:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44650b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468d0 expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.759417:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226776.759421:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226776.759426:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d800, rc 0) 00000100:00100000:0.0:1781226776.759760:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+87:27538:x1867750941526528:12345-192.168.202.30@tcp:101:bash.0 Request processed in 3868us (4142us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226776.759780:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 990 00000100:00100000:1.0:1781226776.783234:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226776.787631:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526656 00000100:00100000:2.0:1781226776.787652:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526656 00000100:00100000:2.0:1781226776.787834:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 991 00000100:00100000:2.0:1781226776.787847:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:27538:x1867750941526656:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226776.787874:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226776.787904:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44650bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468d7 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.787993:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788010:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788024:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788036:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788057:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788063:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788172:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac44650d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788181:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac44650d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788193:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac44650d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226776.788239:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1781226776.788244:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226776.788271:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac44650d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788297:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788304:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788312:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788319:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.788324:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788333:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788350:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226776.788353:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.788359:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788366:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788390:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788396:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788402:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788407:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.788410:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788416:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788423:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff89a4c5e39800) 00010000:00010000:2.0:1781226776.788425:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.788428:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788434:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788477:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44650bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468d7 expref: 89 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.788493:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575a00/0x5d5522eac44650d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468d7 expref: 88 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.790053:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.790057:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226776.790062:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575a00, rc 0) 00000100:00100000:2.0:1781226776.790148:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+88:27538:x1867750941526656:12345-192.168.202.30@tcp:101:bash.0 Request processed in 2301us (7545us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226776.790158:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 991 00000100:00100000:2.0:1781226776.794870:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.795188:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526784 00000100:00100000:1.0:1781226776.795205:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526784 00000100:00100000:2.0:1781226776.795328:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 992 00000100:00100000:2.0:1781226776.795361:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+88:27538:x1867750941526784:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226776.795564:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226776.795599:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44650db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468de expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795685:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795737:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795751:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795819:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795828:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795841:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795885:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795893:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795899:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795906:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795912:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.795917:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795924:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795937:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.795941:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.795945:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795952:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44650e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795966:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795973:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795979:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795984:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.795987:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.795994:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.796001:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c6fbab00) 00010000:00010000:2.0:1781226776.796004:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.796007:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.796013:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.796047:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44650db lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468de expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.796058:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.796060:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.796064:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44650db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468de expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.796080:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226776.796147:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+88:27538:x1867750941526784:12345-192.168.202.30@tcp:101:bash.0 Request processed in 795us (1286us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226776.796156:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 992 00000100:00100000:0.0:1781226776.817013:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226776.817127:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941526912 00000100:00100000:3.0:1781226776.817136:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941526912 00000100:00100000:3.0:1781226776.817269:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 993 00000100:00100000:3.0:1781226776.817281:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:27539:x1867750941526912:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226776.817302:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226776.817323:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44650f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468e5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.817412:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.817426:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.817437:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226776.817482:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226776.817486:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226776.817504:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.817543:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44650f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.817564:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.817573:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226776.817576:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226776.817579:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226776.817661:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:27539:x1867750941526912:12345-192.168.202.30@tcp:101:rm.0 Request processed in 383us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226776.817669:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 993 00000100:00100000:1.0:1781226776.821259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226776.821684:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527040 00000100:00100000:2.0:1781226776.821818:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527040 00000100:00100000:2.0:1781226776.821916:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 994 00000100:00100000:2.0:1781226776.821927:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+39:27539:x1867750941527040:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226776.821948:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226776.821968:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468ec expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822035:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822049:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822061:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822072:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822079:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822086:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822164:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4465113 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822173:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4465113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822179:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4465113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226776.822227:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1781226776.822231:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226776.822252:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4465113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822263:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822269:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822276:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822282:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.822286:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822293:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822307:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226776.822310:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.822315:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822320:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465105 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822333:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822524:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822530:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822535:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.822538:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822543:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822551:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff89a4c5e39800) 00010000:00010000:2.0:1781226776.822555:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.822558:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822563:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446510c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822602:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44650fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ec expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822630:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574a00/0x5d5522eac4465113 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ec expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.822638:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.822641:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226776.822643:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574a00, rc 0) 00000100:00100000:2.0:1781226776.822743:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27539:x1867750941527040:12345-192.168.202.30@tcp:101:rm.0 Request processed in 817us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226776.822752:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 994 00000040:00080000:2.0:1781226776.829836:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226776.831328:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226776.831575:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527168 00000100:00100000:2.0:1781226776.831668:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527168 00000100:00100000:2.0:1781226776.831793:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 995 00000100:00100000:2.0:1781226776.831804:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27539:x1867750941527168:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226776.831826:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226776.831847:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac446511a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468f3 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.831914:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.831929:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.831941:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.831958:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.831965:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.831970:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832013:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832020:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832027:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832033:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832039:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.832044:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832051:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832064:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.832067:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.832073:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832080:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465121 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832093:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832099:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832105:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832110:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.832113:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832119:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832127:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c6fbab00) 00010000:00010000:2.0:1781226776.832130:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.832132:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832138:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac4465128 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832173:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac446511a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468f3 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832188:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.832191:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.832195:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac446511a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468f3 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.832204:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575800, rc 0) 00000100:00100000:2.0:1781226776.832290:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27539:x1867750941527168:12345-192.168.202.30@tcp:101:rm.0 Request processed in 488us (973us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226776.832299:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 995 00000100:00100000:0.0:1781226776.838459:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226776.838575:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527296 00000100:00100000:3.0:1781226776.838655:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527296 00000100:00100000:0.0:1781226776.838960:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 996 00000100:00100000:0.0:1781226776.838974:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27539:x1867750941527296:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226776.839010:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226776.839035:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446512f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b468fa expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839107:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839123:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839138:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839154:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839161:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839168:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839211:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839232:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839239:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839245:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9dc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226776.839249:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839256:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839269:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:0.0:1781226776.839273:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226776.839277:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839285:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465136 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839299:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839305:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839311:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839316:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226776.839318:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839323:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839330:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226776.839332:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226776.839345:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839352:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac446513d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839393:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446512f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468fa expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839407:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:0.0:1781226776.839409:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226776.839413:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446512f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468fa expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.839420:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226776.839487:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27539:x1867750941527296:12345-192.168.202.30@tcp:101:rm.0 Request processed in 517us (1154us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226776.839495:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 996 00000100:00100000:3.0:1781226776.854984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226776.858882:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527424 00000100:00100000:2.0:1781226776.858898:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527424 00000100:00100000:2.0:1781226776.859035:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 997 00000100:00100000:2.0:1781226776.859046:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27540:x1867750941527424:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226776.859066:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226776.859088:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465144 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46901 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.859157:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.859171:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.859182:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.859195:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.859202:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.859208:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860665:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860682:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860691:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860713:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.860718:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860728:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860750:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.860753:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.860758:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860765:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac446514b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860784:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860791:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860796:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860802:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226776.860805:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860811:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860818:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c6fbab00) 00010000:00010000:2.0:1781226776.860821:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.860824:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860829:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465152 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860873:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465144 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46901 expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860883:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226776.860886:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226776.860890:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465144 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46901 expref: 41 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.860905:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575800, rc 0) 00000100:00100000:2.0:1781226776.860982:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27540:x1867750941527424:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1938us (6007us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226776.860992:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 997 00000100:00100000:3.0:1781226776.863379:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.863632:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527552 00000100:00100000:1.0:1781226776.863645:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527552 00000100:00100000:1.0:1781226776.863758:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 998 00000100:00100000:1.0:1781226776.863770:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27540:x1867750941527552:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226776.863810:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226776.863841:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465159 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46908 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.863934:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.863953:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.863966:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.863985:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.863993:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864000:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864054:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864062:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864069:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864076:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864083:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226776.864088:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864097:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864112:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:1.0:1781226776.864115:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226776.864121:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864129:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465160 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864148:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864154:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864160:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864165:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226776.864169:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864175:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864183:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226776.864185:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226776.864188:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864194:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465167 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864252:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465159 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46908 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864264:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:1.0:1781226776.864267:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226776.864270:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465159 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46908 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.864281:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226776.864364:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27540:x1867750941527552:12345-192.168.202.30@tcp:101:cp.0 Request processed in 595us (999us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226776.864373:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 998 00000100:00100000:0.0:1781226776.870978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.871063:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527808 00000100:00100000:1.0:1781226776.871081:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527808 00000100:00100000:1.0:1781226776.871181:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 999 00000100:00100000:1.0:1781226776.871194:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27540:x1867750941527808:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226776.871240:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226776.871271:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446516e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4690f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.871415:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.871434:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.871448:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.871467:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.871474:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.871480:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226776.872017:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:1.0:1781226776.872217:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872229:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872236:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872277:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872285:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872293:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872300:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226776.872304:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872318:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872332:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:1.0:1781226776.872336:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226776.872341:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872348:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac4465175 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226776.872366:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000f07f17fe reply state 000000003fdafdc7 transno 4294967885 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872377:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872383:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c5e39d00) 00010000:00010000:1.0:1781226776.872385:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226776.872388:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781226776.872426:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446516e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872440:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.872447:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:1.0:1781226776.872449:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226776.872452:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4000, rc 0) 00000100:00100000:1.0:1781226776.872546:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:27540:x1867750941527808:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1356us (1578us total) trans 4294967885 rc 0/0 00000100:00100000:1.0:1781226776.872555:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 999 00000100:00100000:0.0:1781226776.888839:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226776.888976:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941527936 00000100:00100000:3.0:1781226776.888986:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941527936 00000100:00100000:3.0:1781226776.889052:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 250 00000100:00100000:3.0:1781226776.889063:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941527936:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226776.889083:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226776.889102:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46916 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226776.889130:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226776.889150:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226776.889152:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226776.889161:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226776.889182:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1781226776.889190:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781226776.889198:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226776.889283:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941527936:12345-192.168.202.30@tcp:101:cp.0 Request processed in 222us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226776.889291:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 250 00000100:00100000:0.0:1781226776.895246:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226776.897810:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528064 00000100:00100000:0.0:1781226776.897824:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528064 00000100:00100000:0.0:1781226776.897909:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 251 00000100:00100000:0.0:1781226776.897920:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:27540:x1867750941528064:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226776.897937:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226776.897956:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4691d expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.897987:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.897996:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226776.897998:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226776.898004:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.898036:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226776.898051:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226776.898067:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959cb40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964557312:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226776.899225:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226776.911436:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959cb40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964557312:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226776.911478:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226776.911501:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9cc00, rc 0) 00000100:00100000:2.0:1781226776.911570:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:27540:x1867750941528064:12345-192.168.202.30@tcp:101:cp.0 Request processed in 13652us (16334us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226776.911580:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 251 00000100:00100000:0.0:1781226776.919639:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.919781:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528192 00000100:00100000:1.0:1781226776.919792:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528192 00010000:00010000:1.0:1781226776.919838:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226776.919888:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 315 00000100:00100000:1.0:1781226776.919900:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941528192:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226776.919919:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226776.919943:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.919958:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.919984:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465191 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46916 expref: 11 pid: 17677 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.920003:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226776.920005:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226776.920014:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.920025:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.920064:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226776.920079:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964557440:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226776.920166:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79339c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226776.933998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226776.936144:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528448 00000100:00100000:2.0:1781226776.936159:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528448 00000100:00100000:2.0:1781226776.936256:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 190 00000100:00100000:2.0:1781226776.936268:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:27540:x1867750941528448:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:2.0:1781226776.936662:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:27540:x1867750941528448:12345-192.168.202.30@tcp:35:cp.0 Request processed in 394us (2677us total) trans 4294967886 rc 0/0 00000100:00100000:2.0:1781226776.936672:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 190 00000100:00100000:1.0:1781226776.941151:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964557440:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226776.941182:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226776.946272:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941528192:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 26359us (26627us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226776.946290:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 315 00000100:00100000:0.0:1781226776.999422:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226776.999640:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528576 00000100:00100000:1.0:1781226776.999651:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528576 00000100:00100000:1.0:1781226776.999749:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1000 00000100:00100000:1.0:1781226776.999760:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+88:27543:x1867750941528576:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226776.999781:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226776.999803:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446519f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46924 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.999875:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.999890:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.999902:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.999913:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.999924:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226776.999930:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000006:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000014:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000020:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226777.000059:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:1.0:1781226777.000064:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226777.000082:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000093:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000102:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000109:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000114:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000124:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000129:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226777.000133:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000139:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000151:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:1.0:1781226777.000154:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226777.000159:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000165:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000180:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000186:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000191:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000195:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226777.000198:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000207:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000214:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c5e39d00) 00010000:00010000:1.0:1781226777.000216:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226777.000219:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000224:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44651ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000250:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446519f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000264:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.000271:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:1.0:1781226777.000273:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226777.000275:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226777.000328:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:27543:x1867750941528576:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 572us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226777.000336:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1000 00000100:00100000:0.0:1781226777.003600:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.003764:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528704 00000100:00100000:1.0:1781226777.003774:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528704 00000100:00100000:1.0:1781226777.003853:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 252 00000100:00100000:1.0:1781226777.003864:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941528704:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226777.003886:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226777.003904:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac44651bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4692b expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226777.003968:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964557568:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226777.004064:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79339c0 going to sleep for 11 seconds 00000100:00080000:2.0:1781226777.004135:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1781226777.009163:0:15413:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781226777.009170:0:15413:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime: 0 -> 1781226776 00002000:00010000:1.0:1781226777.009172:0:15413:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime: 0 -> 1781226776 00002000:00010000:1.0:1781226777.009173:0:15413:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime: 0 -> 1781226776 00002000:00010000:1.0:1781226777.009175:0:15413:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226777.009193:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964557568:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226777.009311:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac44651bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4692b expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.009331:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac44651bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4692b expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.009344:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226777.009449:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941528704:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 5585us (5856us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226777.009458:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 252 00000100:00100000:0.0:1781226777.019571:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.019748:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528832 00000100:00100000:2.0:1781226777.019759:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528832 00000100:00100000:2.0:1781226777.019833:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1001 00000100:00100000:2.0:1781226777.019844:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+89:27543:x1867750941528832:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226777.019867:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226777.019887:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44651c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46932 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.019954:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.019969:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.019980:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226777.020022:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1781226777.020026:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226777.020047:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.020073:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44651c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.020093:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 90 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.020101:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:2.0:1781226777.020105:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226777.020109:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226777.020169:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:27543:x1867750941528832:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 328us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.020176:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1001 00000100:00100000:0.0:1781226777.030570:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.030679:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941528960 00000100:00100000:3.0:1781226777.030689:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941528960 00000100:00100000:3.0:1781226777.030774:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 253 00000100:00100000:3.0:1781226777.030783:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941528960:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226777.030805:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226777.030823:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46939 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226777.030885:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964557696:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226777.031031:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d087b840 going to sleep for 11 seconds 00000100:00100000:2.0:1781226777.034575:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964557696:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226777.034632:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46939 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.034659:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46939 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.034679:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df200, rc 0) 00000100:00100000:2.0:1781226777.034759:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941528960:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3976us (4198us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226777.034769:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 253 00000100:00100000:0.0:1781226777.045122:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.045202:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941529216 00000100:00100000:2.0:1781226777.045218:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941529216 00000100:00100000:2.0:1781226777.045285:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1002 00000100:00100000:2.0:1781226777.045296:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+90:27543:x1867750941529216:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:2.0:1781226777.045481:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:2.0:1781226777.045586:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+90:27543:x1867750941529216:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 291us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.045594:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1002 00000100:00100000:2.0:1781226777.084132:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964557824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226777.084221:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226777.084292:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226777.084299:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964557952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226777.084323:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226777.084490:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964557824 00000100:00100000:3.0:1781226777.084498:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964557824 00000100:00100000:3.0:1781226777.084563:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964557952 00000100:00100000:3.0:1781226777.084567:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964557952 00000100:00100000:3.0:1781226777.084584:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1781226777.084592:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964557824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226777.084639:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1781226777.084684:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964557824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.084691:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1781226777.084727:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1781226777.084734:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964557952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226777.084744:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1781226777.084765:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964557952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.084771:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1781226777.084813:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964557952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226777.084826:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964557824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226777.085168:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1781226777.211938:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226777.211947:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226777.211972:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:1.0:1781226777.211980:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226777.212197:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964558080:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226777.212565:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933f00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226777.221540:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.222195:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941529344 00000100:00100000:3.0:1781226777.222206:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941529344 00000100:00100000:3.0:1781226777.222277:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1003 00000100:00100000:3.0:1781226777.222289:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941529344:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226777.222329:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226777.222468:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941529344:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 181us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.222476:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1003 00000100:00100000:1.0:1781226777.223534:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964558080:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226777.229551:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.229937:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941529600 00000100:00100000:1.0:1781226777.229948:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941529600 00000100:00100000:1.0:1781226777.230066:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1004 00000100:00100000:1.0:1781226777.230079:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:27554:x1867750941529600:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226777.230101:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226777.230121:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44651d7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46940 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.230225:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44651de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.230240:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44651de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.230252:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44651de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226777.230263:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1781226777.230390:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44651d7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46940 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.230411:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44651de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46940 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.230420:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:1.0:1781226777.230424:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226777.230428:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4400, rc 0) 00000100:00100000:1.0:1781226777.230495:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941529600:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 419us (952us total) trans 4294967887 rc 0/0 00000100:00100000:1.0:1781226777.230502:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1004 00000100:00100000:0.0:1781226777.240160:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.240248:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941529728 00000100:00100000:3.0:1781226777.240258:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941529728 00000100:00100000:3.0:1781226777.240322:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 254 00000100:00100000:3.0:1781226777.240334:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941529728:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226777.240388:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.240412:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.240420:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226777.240422:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226777.240426:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.240464:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.240493:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 10 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226777.240517:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964558208:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226777.240611:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d087b300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226777.247809:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226777.247910:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.248040:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964558208:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226777.248069:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226777.248155:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941529984 00000100:00100000:2.0:1781226777.248162:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941529984 00002000:00100000:2.0:1781226777.248229:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff89a5d9cdf840 x1867750941529984/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:588/0 lens 648/0 e 0 to 0 dl 1781226788 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226777.248240:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9cdf840 with x1867750941529984 ext(0->157) 00010000:00010000:2.0:1781226777.248249:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 11 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.248264:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 11 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226777.248272:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5d9cdf840 00000100:00100000:2.0:1781226777.248308:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 12 00000100:00100000:2.0:1781226777.248318:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941529984:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:3.0:1781226777.248969:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941529856 00000100:00100000:3.0:1781226777.248976:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941529856 00000100:00100000:3.0:1781226777.249016:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 45 00000100:00100000:3.0:1781226777.249023:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2425:x1867750941529856:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226777.249036:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226777.249062:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44651de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46940 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.249081:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:3.0:1781226777.249085:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226777.249147:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2425:x1867750941529856:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 123us (1350us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.249154:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 45 00000100:00100000:3.0:1781226777.251830:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941529984:12345-192.168.202.30@tcp:4:cp.0 Request processed in 3503us (3909us total) trans 4294967341 rc 0/0 00000100:00100000:3.0:1781226777.251844:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 12 00002000:00100000:3.0:1781226777.251856:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff89a5d9cdf840 x1867750941529984/t4294967341(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:588/0 lens 648/448 e 0 to 0 dl 1781226788 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226777.251868:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9cdf840 with x1867750941529984 ext(0->157) 00010000:00010000:3.0:1781226777.251877:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 13 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.251900:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 13 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226777.251907:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5d9cdf840 00000100:00100000:0.0:1781226777.255380:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.256103:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941530112 00000100:00100000:1.0:1781226777.256115:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941530112 00010000:00010000:1.0:1781226777.256157:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 13 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226777.256328:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 316 00000100:00100000:1.0:1781226777.256341:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941530112:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226777.256360:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781226777.256379:0:9477:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781226777.256386:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 13 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.256401:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 13 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.256425:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063de8d89/0x5d5522eac4465198 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4691d expref: 13 pid: 9780 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.256449:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226777.256451:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226777.256456:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.256466:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.256512:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226777.256574:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941530112:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 236us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226777.256583:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 316 00010000:00010000:2.0:1781226777.256687:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256713:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256734:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256748:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256755:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256763:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfc00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226777.256767:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256784:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256798:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.256805:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004c55154/0x5d5522eac44651ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226777.256861:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941529728:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 16529us (16710us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.256869:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 254 00000100:00100000:1.0:1781226777.260036:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.260117:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941530368 00000100:00100000:2.0:1781226777.260129:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941530368 00000100:00100000:2.0:1781226777.260450:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1005 00000100:00100000:2.0:1781226777.260462:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941530368:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226777.260863:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941530368:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 403us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.260872:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1005 00000100:00100000:0.0:1781226777.265063:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.265144:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941530496 00000100:00100000:3.0:1781226777.265153:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941530496 00000100:00100000:3.0:1781226777.265220:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 255 00000100:00100000:3.0:1781226777.265229:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941530496:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226777.265249:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226777.265268:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46947 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226777.265292:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a2b5d18, atime: 0x0, ctime: 0x6a2b5d18, blocks: 0x8 00010000:00010000:3.0:1781226777.265312:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226777.265314:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226777.265322:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.265339:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226777.265352:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df200, rc 0) 00000100:00100000:3.0:1781226777.265418:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2424:x1867750941530496:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 190us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.265426:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 255 00000100:00100000:0.0:1781226777.272467:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.272959:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941530752 00000100:00100000:2.0:1781226777.272969:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941530752 00000100:00100000:2.0:1781226777.273094:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1006 00000100:00100000:2.0:1781226777.273107:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941530752:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226777.273430:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941530752:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 325us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.273439:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1006 00000100:00100000:0.0:1781226777.278172:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.278280:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941530880 00000100:00100000:1.0:1781226777.278290:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941530880 00002000:00100000:1.0:1781226777.278341:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff89a5d9cdda40 x1867750941530880/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:588/0 lens 488/0 e 0 to 0 dl 1781226788 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226777.278353:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9cdda40 with x1867750941530880 ext(0->4095) 00002000:00010000:1.0:1781226777.278358:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d9cdda40 00000100:00100000:1.0:1781226777.278427:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 75 00000100:00100000:1.0:1781226777.278438:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941530880:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226777.278688:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941530880:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 250us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226777.278717:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 75 00002000:00100000:1.0:1781226777.278725:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff89a5d9cdda40 x1867750941530880/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:588/0 lens 488/4536 e 0 to 0 dl 1781226788 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226777.278734:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9cdda40 with x1867750941530880 ext(0->4095) 00002000:00010000:1.0:1781226777.278737:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d9cdda40 00000100:00100000:0.0:1781226777.284041:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.284146:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941531008 00000100:00100000:1.0:1781226777.284158:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941531008 00000100:00100000:1.0:1781226777.284245:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1007 00000100:00100000:1.0:1781226777.284255:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:27554:x1867750941531008:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226777.284275:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226777.284298:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651fa lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4694e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.284332:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.284345:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.284356:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.284490:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44651fa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.284509:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.284517:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:1.0:1781226777.284520:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226777.284523:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:1.0:1781226777.284637:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941531008:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 383us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226777.284645:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1007 00000100:00100000:0.0:1781226777.290975:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.291117:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941531136 00000100:00100000:2.0:1781226777.291126:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941531136 00000100:00100000:2.0:1781226777.291191:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1008 00000100:00100000:2.0:1781226777.291232:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941531136:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226777.291271:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226777.291393:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941531136:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 163us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.291400:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1008 00000100:00100000:0.0:1781226777.295516:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.296154:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941531264 00000100:00100000:2.0:1781226777.296164:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941531264 00000100:00100000:2.0:1781226777.296234:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 256 00000100:00100000:2.0:1781226777.296245:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941531264:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226777.296287:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296310:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226777.296312:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226777.296318:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296331:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296355:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296363:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296372:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296378:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226777.296382:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296390:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296403:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.296416:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d0c7ff0/0x5d5522eac4465208 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226777.296662:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941531264:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 417us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.296671:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 256 00000100:00100000:0.0:1781226777.300139:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226777.300358:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941531520 00000100:00100000:2.0:1781226777.300369:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941531520 00000100:00100000:2.0:1781226777.300469:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1009 00000100:00100000:2.0:1781226777.300493:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941531520:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226777.300580:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.300597:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.300618:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.300655:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226777.300669:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 46 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226777.300684:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964558336:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226777.300855:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226777.308858:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226777.309665:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941531648 00000100:00100000:1.0:1781226777.309676:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941531648 00010000:00010000:1.0:1781226777.309760:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 47 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226777.309990:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 317 00000100:00100000:1.0:1781226777.310003:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3435850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941531648:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226777.310023:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226777.310031:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 47 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.310046:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 47 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.310075:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:1.0:1781226777.310080:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.310091:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.310099:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226777.310124:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226777.310186:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3435850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941531648:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 186us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226777.310194:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 317 00010000:00010000:0.0:1781226777.310936:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465201 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4694e expref: 46 pid: 6525 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226777.310959:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964558336:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226777.310982:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.310993:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311000:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311172:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311182:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311190:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311196:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226777.311201:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311209:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311223:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:0.0:1781226777.311227:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226777.311231:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226777.311238:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac446520f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226777.311351:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941531520:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 10871us (11220us total) trans 4294967888 rc 0/0 00000100:00100000:0.0:1781226777.311360:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1009 00000040:00080000:2.0:1781226777.311566:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226777.311572:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226777.312241:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781226777.312256:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226777.316257:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.316350:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941531904 00000100:00100000:3.0:1781226777.316362:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941531904 00000100:00100000:3.0:1781226777.316427:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 191 00000100:00100000:3.0:1781226777.316437:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27554:x1867750941531904:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226777.316853:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:27554:x1867750941531904:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 416us (603us total) trans 4294967889 rc 0/0 00000100:00100000:3.0:1781226777.316862:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 191 00000100:00100000:0.0:1781226777.508937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226777.509055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.515797:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532160 00000100:00100000:3.0:1781226777.515814:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532160 00000100:00100000:3.0:1781226777.515907:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 898 00000100:00100000:3.0:1781226777.515919:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941532160:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226777.516175:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941532160:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 257us (7119us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.516183:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 898 00000100:00100000:3.0:1781226777.516254:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.516392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.516417:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226777.516438:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532416 00000100:00100000:3.0:1781226777.516443:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532416 00000100:00100000:3.0:1781226777.516514:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 899 00000100:00100000:3.0:1781226777.516522:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941532416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226777.516556:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941532416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226777.516562:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 899 00000100:00080000:0.0:1781226777.516846:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226777.516866:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532288 00000100:00100000:0.0:1781226777.516870:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532288 00000100:00100000:0.0:1781226777.516903:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532544 00000100:00100000:0.0:1781226777.516906:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532544 00000100:00100000:0.0:1781226777.516929:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 514 00000100:00100000:0.0:1781226777.516936:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2425:x1867750941532288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226777.516974:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2425:x1867750941532288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 39us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226777.516981:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 514 00000100:00100000:0.0:1781226777.516995:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 515 00000100:00100000:0.0:1781226777.517002:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941532544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226777.517026:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941532544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226777.517033:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 515 00000100:00080000:0.0:1781226777.517052:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226777.523629:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532032 00000100:00100000:2.0:1781226777.523649:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532032 00000100:00100000:2.0:1781226777.523740:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 710 00000100:00100000:2.0:1781226777.523750:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941532032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226777.523834:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941532032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 85us (14907us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226777.523842:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 710 00010000:00010000:3.0:1781226777.724005:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226778.114047:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226778.114069:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964558464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226778.114134:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226778.114193:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964558464 00000100:00100000:3.0:1781226778.114200:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964558464 00000100:00100000:3.0:1781226778.114243:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1781226778.114251:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964558464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226778.114284:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:3.0:1781226778.114331:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964558464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226778.114339:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1781226778.114388:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964558464:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226778.653294:0:21162:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226778.653305:0:21162:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226778.653340:0:21162:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:2.0:1781226778.653349:0:21162:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226778.740855:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226778.741218:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532672 00000100:00100000:2.0:1781226778.741228:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532672 00000100:00100000:2.0:1781226778.741286:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 257 00000100:00100000:2.0:1781226778.741295:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941532672:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226778.741314:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226778.741331:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46955 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.741367:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226778.741370:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226778.741378:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.741396:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.741409:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226778.741657:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941532672:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 362us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226778.741665:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 257 00010000:00010000:2.0:1781226778.750435:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226778.764386:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226778.764474:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941532928 00000100:00100000:0.0:1781226778.764490:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941532928 00000100:00100000:0.0:1781226778.764561:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1010 00000100:00100000:0.0:1781226778.764571:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:27555:x1867750941532928:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226778.764606:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226778.764629:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446521d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4695c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.764792:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465224 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.764808:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465224 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.764820:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465224 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226778.764831:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1781226778.764938:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446521d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4695c expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.764957:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465224 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4695c expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.764966:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:0.0:1781226778.764969:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226778.764973:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9dc00, rc 0) 00000100:00100000:0.0:1781226778.765029:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+92:27555:x1867750941532928:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 459us (652us total) trans 4294967890 rc 0/0 00000100:00100000:0.0:1781226778.765038:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1010 00000100:00080000:2.0:1781226778.766118:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226778.769044:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226778.770000:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533056 00000100:00100000:0.0:1781226778.770014:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533056 00000100:00100000:0.0:1781226778.770092:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 258 00000100:00100000:0.0:1781226778.770104:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941533056:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:0.0:1781226778.770163:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.770190:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.770201:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.770209:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226778.770211:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226778.770216:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.770255:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.770270:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 12 pid: 17677 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226778.770288:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964558592:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226778.770430:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.770441:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 11 pid: 8404 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226778.771609:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964558720:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226778.787850:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040180 going to sleep for 11 seconds 00000100:00100000:0.0:1781226778.791995:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226778.792047:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533184 00000100:00100000:0.0:1781226778.792056:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533184 00010000:00010000:0.0:1781226778.792100:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 13 pid: 17677 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226778.792144:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 318 00000100:00100000:0.0:1781226778.792155:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941533184:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226778.792170:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226778.792195:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 13 pid: 17677 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.792210:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 13 pid: 17677 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.792242:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226778.792286:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941533184:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 133us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226778.792293:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 318 00010000:00010000:2.0:1781226778.795182:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465216 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46955 expref: 12 pid: 17677 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226778.795205:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964558592:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226778.803734:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226778.804767:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533312 00000100:00100000:3.0:1781226778.804778:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533312 00010000:00010000:3.0:1781226778.804830:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 12 pid: 8404 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226778.804869:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 319 00000100:00100000:3.0:1781226778.804880:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941533312:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226778.804896:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226778.804918:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 12 pid: 8404 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.804932:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 12 pid: 8404 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.804967:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226778.804969:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226778.804975:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.804985:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.805009:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226778.805061:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941533312:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 183us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226778.805070:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 319 00000100:00080000:3.0:1781226778.807993:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781226778.811615:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fadd1a0/0x5d5522eac44651f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46947 expref: 11 pid: 8404 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226778.811643:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964558720:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226778.811886:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811906:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811914:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811943:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811951:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811959:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811967:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226778.811970:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811979:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.811997:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226778.812011:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4465232 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226778.813292:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941533056:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 43181us (44247us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226778.813308:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 258 00000100:00100000:0.0:1781226778.842679:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226778.849151:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533568 00000100:00100000:3.0:1781226778.849167:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533568 00000100:00100000:3.0:1781226778.854001:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 192 00000100:00100000:3.0:1781226778.854028:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+92:27555:x1867750941533568:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:3.0:1781226778.854101:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465224 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4695c expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226778.854292:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967891 00000001:00080000:3.0:1781226778.854638:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967892 00010000:00010000:3.0:1781226778.854676:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.854692:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.854733:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.854741:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.854990:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.855006:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 95 pid: 6523 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226778.855021:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964558848:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226778.855142:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.855153:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 46 pid: 6525 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226778.855163:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792cb40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964558976:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226778.855188:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c4434840 going to sleep for 11 seconds 00000100:00100000:3.0:1781226778.867203:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226778.867293:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533696 00000100:00100000:1.0:1781226778.867302:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533696 00000100:00100000:2.0:1781226778.867362:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964558848:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226778.867364:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 96 pid: 6523 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226778.867375:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792cb40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964558976:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226778.867400:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226778.867408:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 320 00000100:00100000:1.0:1781226778.867418:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+96:2426:x1867750941533696:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226778.867436:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226778.867441:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 96 pid: 6523 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226778.867451:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 96 pid: 6523 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226778.867482:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44651b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46924 expref: 96 pid: 6523 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226778.867495:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:1.0:1781226778.867498:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226778.867505:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226778.867510:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226778.867555:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941533696:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 139us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226778.867563:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 320 00000100:00100000:3.0:1781226778.871833:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226778.871922:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533824 00000100:00100000:0.0:1781226778.871932:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533824 00010000:00010000:0.0:1781226778.871983:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 47 pid: 6525 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226778.872028:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 321 00000100:00100000:0.0:1781226778.872039:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941533824:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226778.872065:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226778.872072:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 47 pid: 6525 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872087:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 47 pid: 6525 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872111:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465183 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4690f expref: 47 pid: 6525 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872126:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:0.0:1781226778.872132:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872146:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872154:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872182:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226778.872230:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2426:x1867750941533824:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 194us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226778.872238:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 321 00010000:00010000:0.0:1781226778.872263:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.872271:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226778.872387:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967893 00000001:00080000:0.0:1781226778.872506:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967894 00000001:00080000:0.0:1781226778.872543:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967895 00000100:00100000:0.0:1781226778.872639:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964559104:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226778.872692:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226778.872739:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c12ed300 going to sleep for 11 seconds 00000100:00080000:3.0:1781226778.872921:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226778.873184:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964559104 00000100:00100000:1.0:1781226778.873191:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964559104 00000100:00100000:1.0:1781226778.873227:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1781226778.873236:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964559104:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226778.873323:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964559104:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226778.873330:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1781226778.873732:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964559104:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781226778.873882:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967896 00000100:00100000:1.0:1781226778.873944:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964559232:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226778.874339:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226778.874403:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040900 going to sleep for 11 seconds 00000100:00100000:3.0:1781226778.874438:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964559232 00000100:00100000:3.0:1781226778.874445:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964559232 00000100:00100000:3.0:1781226778.874518:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1781226778.874527:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964559232:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781226778.874689:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964559232:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 163us (349us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1781226778.874721:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1781226778.874813:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964559232:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1781226778.874836:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.874844:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.874855:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.874861:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226778.874866:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.874875:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.874892:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:0.0:1781226778.874894:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781226778.874899:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.874905:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465239 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226778.875007:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781226778.875110:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:0.0:1781226778.875122:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 738015425329ns, next at 739015423024ns, rc = 0 00000001:00080000:0.0:1781226778.875130:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967897 00010000:00010000:0.0:1781226778.875157:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a4c5e39600) 00010000:00010000:0.0:1781226778.875160:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226778.875167:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465224 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4695c expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226778.875264:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+98:27555:x1867750941533568:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 21249us (32595us total) trans 4294967898 rc 0/0 00000100:00100000:0.0:1781226778.875277:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 192 00000020:00080000:0.0:1781226778.875281:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1781226778.919343:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226778.919498:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941533952 00000100:00100000:0.0:1781226778.919508:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941533952 00000100:00100000:0.0:1781226778.919571:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1011 00000100:00100000:0.0:1781226778.919582:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+98:27556:x1867750941533952:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226778.919617:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226778.919639:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465240 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46963 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919743:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919773:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919786:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919799:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919806:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919812:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919894:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919906:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919912:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226778.919956:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1781226778.919961:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226778.919980:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.919992:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920001:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920008:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920016:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920022:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920029:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226778.920034:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920042:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920057:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:0.0:1781226778.920061:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226778.920066:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920073:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465247 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920088:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920094:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920101:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920106:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226778.920108:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920113:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920120:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c5e39d00) 00010000:00010000:0.0:1781226778.920122:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226778.920125:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920129:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446524e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920157:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac4465240 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46963 expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920171:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46963 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226778.920178:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5ef93de00) 00010000:00010000:0.0:1781226778.920180:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226778.920182:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:0.0:1781226778.920378:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:27556:x1867750941533952:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 797us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226778.920386:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1011 00000100:00100000:0.0:1781226778.949958:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226778.967451:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941534208 00000100:00100000:3.0:1781226778.967466:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941534208 00000100:00100000:3.0:1781226778.967536:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 46 00000100:00100000:3.0:1781226778.967547:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+99:27556:x1867750941534208:12345-192.168.202.30@tcp:103:lfs.0 00010000:00010000:3.0:1781226778.967654:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226778.967680:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465255 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46963 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.967715:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5ef93de00) 00010000:00010000:3.0:1781226778.967727:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226778.973758:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+98:27556:x1867750941534208:12345-192.168.202.30@tcp:103:lfs.0 Request processed in 6200us (23797us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226778.973775:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 46 00000100:00100000:2.0:1781226778.980096:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226778.980726:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941534336 00000100:00100000:3.0:1781226778.980737:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941534336 00000100:00100000:3.0:1781226778.980795:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1012 00000100:00100000:3.0:1781226778.980806:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:27556:x1867750941534336:12345-192.168.202.30@tcp:58:lfs.0 00010000:00010000:3.0:1781226778.980920:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.980937:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226778.980950:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226778.981060:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:3.0:1781226778.981145:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:27556:x1867750941534336:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 340us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226778.981153:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1012 00000040:00080000:1.0:1781226779.387934:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226779.387944:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226779.387969:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1781226779.387980:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226779.388131:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964559360:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226779.388230:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226779.413949:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964559360:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226779.429163:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.429442:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941534464 00000100:00100000:3.0:1781226779.429452:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941534464 00000100:00100000:3.0:1781226779.429526:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1013 00000100:00100000:3.0:1781226779.429537:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27566:x1867750941534464:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226779.429571:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226779.429992:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27566:x1867750941534464:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 454us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.430001:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1013 00000100:00100000:3.0:1781226779.433102:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.433184:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941534592 00000100:00100000:1.0:1781226779.433194:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941534592 00000100:00100000:1.0:1781226779.433256:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1014 00000100:00100000:1.0:1781226779.433267:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27566:x1867750941534592:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781226779.433347:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433364:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433376:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433417:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433424:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433430:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433464:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433485:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433492:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226779.433539:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:1.0:1781226779.433543:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226779.433558:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433569:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433574:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433592:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433598:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226779.433602:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433609:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433621:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226779.433624:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226779.433629:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433635:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465263 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433648:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433666:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433672:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433677:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226779.433680:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433686:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433980:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226779.433984:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226779.433988:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.433995:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446526a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434013:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434019:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434025:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434030:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226779.434033:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434039:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434052:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226779.434055:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226779.434058:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.434064:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465271 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.434132:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27566:x1867750941534592:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 866us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.434139:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1014 00000100:00100000:1.0:1781226779.438156:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.438244:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941534848 00000100:00100000:3.0:1781226779.438253:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941534848 00000100:00100000:3.0:1781226779.438313:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1015 00000100:00100000:3.0:1781226779.438324:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:27566:x1867750941534848:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226779.438346:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226779.438367:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465278 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4696a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.439931:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.439955:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.439970:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226779.439983:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1781226779.440076:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440085:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440093:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440100:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9dc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226779.440104:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440112:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440124:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:0.0:1781226779.440128:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226779.440131:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440137:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac446527f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440187:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465278 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4696a expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440197:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226779.440200:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226779.440204:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465278 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4696a expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.440215:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:0.0:1781226779.440341:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:27566:x1867750941534848:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2019us (2193us total) trans 4294967899 rc 301/301 00000100:00100000:0.0:1781226779.440355:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1015 00000100:00100000:0.0:1781226779.448014:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.448110:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941534976 00000100:00100000:3.0:1781226779.448119:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941534976 00000100:00100000:3.0:1781226779.448194:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1016 00000100:00100000:3.0:1781226779.448203:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:27566:x1867750941534976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226779.448237:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226779.448392:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:27566:x1867750941534976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 190us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.448400:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1016 00000100:00100000:3.0:1781226779.454065:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.454229:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941535232 00000100:00100000:0.0:1781226779.454247:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941535232 00000100:00100000:0.0:1781226779.454322:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1017 00000100:00100000:0.0:1781226779.454332:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:27566:x1867750941535232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226779.454354:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226779.454375:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446528d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46971 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.454902:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465294 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.454917:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465294 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.454927:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465294 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226779.454937:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:0.0:1781226779.454983:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446528d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46971 expref: 50 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.455002:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465294 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46971 expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.455010:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:0.0:1781226779.455013:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226779.455017:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226779.455084:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:27566:x1867750941535232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 752us (1032us total) trans 4294967900 rc 0/0 00000100:00100000:0.0:1781226779.455094:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1017 00000100:00100000:3.0:1781226779.470831:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.470923:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941535488 00000100:00100000:1.0:1781226779.470937:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941535488 00000100:00100000:1.0:1781226779.471010:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1018 00000100:00100000:1.0:1781226779.471022:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:27566:x1867750941535488:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226779.471083:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226779.471109:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465294 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46971 expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.471130:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:1.0:1781226779.471140:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226779.471162:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.471174:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.471187:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.471219:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.471233:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 97 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.471247:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964559488:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226779.474421:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226779.483369:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964559488:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226779.483400:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226779.499454:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.500215:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941535616 00000100:00100000:3.0:1781226779.500226:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941535616 00010000:00010000:3.0:1781226779.500265:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 98 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226779.500314:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:3.0:1781226779.500322:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+98:2427:x1867750941535616:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226779.500337:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226779.500343:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 98 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.500357:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 98 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.500380:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44651c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46932 expref: 98 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.500396:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:3.0:1781226779.500401:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.500411:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.500419:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.500489:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226779.500536:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+97:2427:x1867750941535616:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 214us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.500544:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 322 00010000:00010000:2.0:1781226779.504850:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.504872:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.512541:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.512985:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513002:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513061:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513069:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513074:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513081:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226779.513085:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513092:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513104:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:3.0:1781226779.513108:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226779.513113:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513119:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac44652a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513132:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513138:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513144:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513148:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226779.513150:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513155:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513166:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0xf126d2d8 (ffff89a5c307e000) 00010000:00010000:3.0:1781226779.513168:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226779.513170:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.513175:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44652a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0xf126d2d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226779.513289:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:27566:x1867750941535488:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 42265us (42469us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226779.513298:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1018 00000100:00100000:0.0:1781226779.520255:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.520428:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941535744 00000100:00100000:1.0:1781226779.520438:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941535744 00000100:00100000:1.0:1781226779.520535:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1019 00000100:00100000:1.0:1781226779.520546:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:27566:x1867750941535744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226779.520590:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226779.520619:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44652b0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46978 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.520653:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.520666:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.520678:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.520842:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44652b0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 50 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.520861:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 49 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.520869:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226779.520873:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226779.520876:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226779.520939:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:27566:x1867750941535744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 395us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.520947:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1019 00000100:00100000:3.0:1781226779.525479:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.527088:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941536000 00000100:00100000:0.0:1781226779.527102:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941536000 00000100:00100000:2.0:1781226779.527292:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1020 00000100:00100000:2.0:1781226779.527313:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:27566:x1867750941536000:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226779.527404:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.527421:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.527437:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226779.528093:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000008ab2095b reply state 00000000350929bc transno 4294967901 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.528110:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.528118:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:2.0:1781226779.528120:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226779.528123:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226779.528254:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:27566:x1867750941536000:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 951us (2784us total) trans 4294967901 rc 0/0 00000100:00100000:2.0:1781226779.528262:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1020 00000100:00100000:1.0:1781226779.534934:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.535146:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941536128 00000100:00100000:2.0:1781226779.535156:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941536128 00000100:00100000:2.0:1781226779.535214:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1021 00000100:00100000:2.0:1781226779.535224:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:27566:x1867750941536128:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226779.535248:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226779.535269:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4697f expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.535342:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.535357:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.535373:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:2.0:1781226779.535375:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226779.535379:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575200, rc 0) 00000100:00100000:2.0:1781226779.535439:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:27566:x1867750941536128:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 216us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.535445:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1021 00000100:00100000:3.0:1781226779.538349:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.539218:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941536256 00000100:00100000:2.0:1781226779.539231:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941536256 00000100:00100000:2.0:1781226779.539292:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 193 00000100:00100000:2.0:1781226779.539302:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:27566:x1867750941536256:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781226779.539424:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:27566:x1867750941536256:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 123us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.539431:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 193 00000100:00100000:0.0:1781226779.550788:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.550985:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941536512 00000100:00100000:3.0:1781226779.550996:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941536512 00000100:00100000:3.0:1781226779.551055:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 194 00000100:00100000:3.0:1781226779.551067:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:27566:x1867750941536512:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226779.551295:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:27566:x1867750941536512:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 230us (515us total) trans 4294967902 rc 0/0 00000100:00100000:3.0:1781226779.551519:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 194 00000100:00100000:3.0:1781226779.564850:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.564989:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941536768 00000100:00100000:0.0:1781226779.564998:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941536768 00000100:00100000:0.0:1781226779.565058:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1022 00000100:00100000:0.0:1781226779.565069:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:27566:x1867750941536768:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226779.565174:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:27566:x1867750941536768:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 107us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226779.565182:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1022 00000100:00100000:1.0:1781226779.596443:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.596608:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941537024 00000100:00100000:0.0:1781226779.596619:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941537024 00000100:00100000:0.0:1781226779.596682:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1023 00000100:00100000:0.0:1781226779.596737:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:27566:x1867750941537024:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226779.596760:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226779.596784:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44652cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46986 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.596916:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.596934:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 54 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.596944:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.596982:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 54 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.596997:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 54 pid: 14117 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226779.597012:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964559616:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226779.597106:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226779.605086:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964559616:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226779.605120:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226779.605196:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.605268:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941537152 00000100:00100000:1.0:1781226779.605275:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941537152 00010000:00010000:1.0:1781226779.605311:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 55 pid: 14117 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.605351:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 323 00000100:00100000:1.0:1781226779.605360:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3436450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2426:x1867750941537152:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226779.605375:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226779.605382:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 55 pid: 14117 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.605395:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 55 pid: 14117 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.605420:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44652c5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4697f expref: 55 pid: 14117 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.605437:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226779.605441:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.605451:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.605458:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.605486:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226779.605545:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3436450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941537152:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 186us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.605553:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 323 00010000:00010000:0.0:1781226779.606026:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606035:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226779.606055:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00080000:0.0:1781226779.606211:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:0.0:1781226779.606318:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606327:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606334:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606345:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226779.606349:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606356:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606367:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:0.0:1781226779.606370:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226779.606374:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606380:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44652d3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606430:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44652cc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46986 expref: 54 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606440:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:0.0:1781226779.606442:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226779.606446:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44652cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46986 expref: 54 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.606456:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9cc00, rc 0) 00000100:00100000:0.0:1781226779.606507:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:27566:x1867750941537024:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 9816us (10073us total) trans 4294967903 rc 301/301 00000100:00100000:0.0:1781226779.606514:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1023 00000100:00100000:1.0:1781226779.610110:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.612434:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941537408 00000100:00100000:3.0:1781226779.612575:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941537408 00000100:00100000:3.0:1781226779.612685:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 195 00000100:00100000:3.0:1781226779.612732:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:27566:x1867750941537408:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226779.613646:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:27566:x1867750941537408:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 943us (3537us total) trans 4294967904 rc 0/0 00000100:00100000:3.0:1781226779.613659:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 195 00000100:00100000:3.0:1781226779.617622:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.619814:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941537536 00000100:00100000:0.0:1781226779.619829:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941537536 00000100:00100000:0.0:1781226779.619967:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1024 00000100:00100000:0.0:1781226779.619983:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:27566:x1867750941537536:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226779.620007:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226779.620030:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac44652e1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4698d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.620104:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44652e8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.620119:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44652e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.620130:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44652e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226779.620174:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:0.0:1781226779.620179:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226779.620203:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44652e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.620234:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac44652e1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4698d expref: 56 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.620254:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44652e8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4698d expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.620262:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:0.0:1781226779.620265:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781226779.620268:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9dc00, rc 0) 00000100:00100000:0.0:1781226779.620983:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:27566:x1867750941537536:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1000us (3373us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226779.620992:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1024 00000100:00100000:1.0:1781226779.635828:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.642281:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941537664 00000100:00100000:3.0:1781226779.642296:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941537664 00000100:00100000:3.0:1781226779.642398:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 259 00000100:00100000:3.0:1781226779.642409:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941537664:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226779.642429:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226779.642449:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46994 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226779.642475:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226779.642496:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226779.642499:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226779.642509:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.642528:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.642542:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226779.642628:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941537664:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 221us (6807us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.642636:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 259 00000100:00080000:2.0:1781226779.644962:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226779.645164:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964559744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226779.645236:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.645335:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964559744 00000100:00100000:3.0:1781226779.645343:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964559744 00000100:00100000:3.0:1781226779.645403:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1781226779.645413:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964559744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226779.645446:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:3.0:1781226779.645495:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964559744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.645502:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:2.0:1781226779.645635:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226779.645670:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964559744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226779.648961:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964559872:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649031:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.649066:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964560384:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649093:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.649111:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964560896:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649132:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.649153:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781226779.649159:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964560000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649178:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.649191:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964560512:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649211:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.649225:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964561024:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649245:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.649272:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560384 00000100:00100000:3.0:1781226779.649279:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560384 00000100:00100000:3.0:1781226779.649323:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781226779.649331:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964560384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649380:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964560384:12345-0@lo:400:kworker.0 Request processed in 50us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.649388:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781226779.649424:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964560384:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649442:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560896 00000100:00100000:3.0:1781226779.649444:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560896 00000100:00100000:3.0:1781226779.649495:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560000 00000100:00100000:3.0:1781226779.649498:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560000 00000100:00100000:3.0:1781226779.649507:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560512 00000100:00100000:3.0:1781226779.649509:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560512 00000100:00100000:3.0:1781226779.649518:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964561024 00000100:00100000:3.0:1781226779.649520:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964561024 00000100:00100000:3.0:1781226779.649531:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1781226779.649537:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964560896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649567:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964560896:12345-0@lo:400:kworker.0 Request processed in 30us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.649573:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1781226779.649594:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1781226779.649600:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964560000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649622:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964560000:12345-0@lo:400:kworker.0 Request processed in 23us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.649628:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1781226779.649636:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1781226779.649641:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964560512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649659:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964560512:12345-0@lo:400:kworker.0 Request processed in 18us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.649664:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1781226779.649672:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1781226779.649677:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964561024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649715:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964561024:12345-0@lo:400:kworker.0 Request processed in 38us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.649720:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1781226779.649751:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964560000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649760:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964560512:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649767:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964561024:0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.649775:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964560896:0@lo:400:kworker.0 00000100:00080000:2.0:1781226779.650248:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226779.650253:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226779.650264:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964560128:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650297:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226779.650322:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964560640:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650340:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226779.650361:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964561152:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650383:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226779.650402:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1781226779.650408:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964560256:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650426:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226779.650437:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964560768:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650463:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226779.650490:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964559872 00000100:00100000:2.0:1781226779.650494:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964559872 00000100:00100000:2.0:1781226779.650523:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1781226779.650528:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964559872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650565:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964559872:12345-0@lo:400:kworker.0 Request processed in 37us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.650571:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1781226779.650611:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964561152 00000100:00100000:2.0:1781226779.650614:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964561152 00000100:00100000:2.0:1781226779.650636:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560768 00000100:00100000:2.0:1781226779.650638:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560768 00000100:00100000:2.0:1781226779.650654:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1781226779.650659:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964561152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650686:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964561152:12345-0@lo:400:kworker.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.650692:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1781226779.650722:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1781226779.650727:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964560768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.650748:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964560768:12345-0@lo:400:kworker.0 Request processed in 22us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.650866:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1781226779.650962:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964559872:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.651231:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964560768:0@lo:400:kworker.0 00000100:00100000:2.0:1781226779.651242:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e292c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964561152:0@lo:400:kworker.0 00000100:00080000:2.0:1781226779.651263:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226779.651266:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226779.651557:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560640 00000100:00100000:1.0:1781226779.651562:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560640 00000100:00100000:1.0:1781226779.651608:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560256 00000100:00100000:1.0:1781226779.651615:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560256 00000100:00100000:1.0:1781226779.651629:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1781226779.651636:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964560640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226779.651688:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964560640:12345-0@lo:400:kworker.0 Request processed in 53us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.651708:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1781226779.651722:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1781226779.651727:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964560256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226779.651750:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964560256:12345-0@lo:400:kworker.0 Request processed in 23us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.651767:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1781226779.651793:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964560256:0@lo:400:kworker.0 00000100:00100000:1.0:1781226779.651804:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964560640:0@lo:400:kworker.0 00000100:00080000:1.0:1781226779.651828:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226779.652064:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964560128 00000100:00100000:3.0:1781226779.652069:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964560128 00000100:00100000:3.0:1781226779.652151:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1781226779.652158:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964560128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226779.652195:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964560128:12345-0@lo:400:kworker.0 Request processed in 38us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.652200:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1781226779.652247:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.652560:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964560128:0@lo:400:kworker.0 00000100:00100000:1.0:1781226779.652591:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941537920 00000100:00100000:1.0:1781226779.652594:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941537920 00000100:00100000:1.0:1781226779.652619:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1025 00000100:00100000:1.0:1781226779.652624:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:27566:x1867750941537920:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226779.652725:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:27566:x1867750941537920:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 99us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.652732:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1025 00000100:00100000:1.0:1781226779.654436:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226779.655213:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964561280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226779.655286:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226779.655869:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964561280 00000100:00100000:0.0:1781226779.655955:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964561280 00000100:00100000:0.0:1781226779.656011:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1781226779.656022:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964561280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226779.656050:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 119118656 pending 0 free 3920351232 avail 3688828928 00000100:00100000:0.0:1781226779.656111:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964561280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226779.656118:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1781226779.656170:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964561280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226779.658920:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.658955:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538048 00000100:00100000:2.0:1781226779.658963:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538048 00000100:00100000:2.0:1781226779.659008:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 260 00000100:00100000:2.0:1781226779.659016:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:27566:x1867750941538048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226779.659033:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226779.659050:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4699b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.659078:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.659087:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226779.659089:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226779.659093:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.659124:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.659144:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226779.659158:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964561408:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226779.659221:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a603e3acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226779.672123:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964561408:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226779.672160:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.672181:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226779.672246:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:27566:x1867750941538048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 13229us (13332us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.672255:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 260 00000100:00100000:3.0:1781226779.685370:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.685480:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538176 00000100:00100000:1.0:1781226779.685492:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538176 00010000:00010000:1.0:1781226779.685529:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.685586:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 324 00000100:00100000:1.0:1781226779.685597:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941538176:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226779.685613:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226779.685635:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.685649:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.685672:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac44652ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46994 expref: 11 pid: 8407 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.685719:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226779.685722:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226779.685730:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.685740:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.686049:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.686065:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964561536:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226779.686149:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226779.691571:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964561536:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226779.691629:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226779.691686:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941538176:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6089us (6323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.691722:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 324 00000100:00100000:3.0:1781226779.694057:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.694123:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538304 00000100:00100000:1.0:1781226779.694134:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538304 00002000:00100000:1.0:1781226779.694185:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff89a4c6e2a940 x1867750941538304/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:590/0 lens 648/0 e 0 to 0 dl 1781226790 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226779.694196:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e2a940 with x1867750941538304 ext(0->157) 00002000:00010000:1.0:1781226779.694201:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c6e2a940 00000100:00100000:1.0:1781226779.694229:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 76 00000100:00100000:1.0:1781226779.694239:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941538304:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781226779.696233:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941538304:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 1987us (2177us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1781226779.696247:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 76 00002000:00100000:1.0:1781226779.696257:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff89a4c6e2a940 x1867750941538304/t4294967351(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:590/0 lens 648/448 e 0 to 0 dl 1781226790 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226779.696267:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e2a940 with x1867750941538304 ext(0->157) 00002000:00010000:1.0:1781226779.696272:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c6e2a940 00000100:00100000:2.0:1781226779.704654:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.704815:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538432 00000100:00100000:1.0:1781226779.704825:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538432 00000100:00100000:1.0:1781226779.704897:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1026 00000100:00100000:1.0:1781226779.704907:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:27566:x1867750941538432:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781226779.709238:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967904 is committed 00000001:00080000:1.0:1781226779.709283:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967898 is committed 00000004:00080000:1.0:1781226779.709288:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000020:00080000:1.0:1781226779.709305:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c62170c0 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:1.0:1781226779.709310:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6930b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c6217b40 00000020:00080000:1.0:1781226779.709313:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6930e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c91a4e00 00000020:00080000:1.0:1781226779.709427:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:1.0:1781226779.709482:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:1.0:1781226779.709501:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964561664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781226779.709571:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226779.709640:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964561664 00000100:00100000:1.0:1781226779.709647:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964561664 00000100:00100000:1.0:1781226779.709722:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1781226779.709732:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964561664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781226779.709762:0:17677:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00002000:00010000:1.0:1781226779.709795:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a2b5d18, atime: 0x0, ctime: 0x6a2b5d18, blocks: 0x8 00010000:00010000:1.0:1781226779.709804:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.709820:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226779.709822:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226779.709827:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.709841:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.709850:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.709858:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710104:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710113:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710120:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710126:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226779.710130:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710137:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710152:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff89a4c5e39800) 00010000:00010000:3.0:1781226779.710155:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226779.710159:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710165:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44650a3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710186:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710192:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710198:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710202:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226779.710205:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710214:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710222:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:3.0:1781226779.710225:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226779.710227:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.710233:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44650aa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710390:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710398:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710403:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710407:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226779.710410:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710416:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710424:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a4c5e39d00) 00010000:00010000:2.0:1781226779.710427:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226779.710429:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710434:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446517c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710450:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710456:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710460:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710464:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226779.710467:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710471:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710477:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:2.0:1781226779.710479:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781226779.710481:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.710487:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac44652be lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.710521:0:17677:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1781226779.710791:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226779.710919:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:27566:x1867750941538432:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 6010us (6272us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.710929:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1026 00000100:00100000:1.0:1781226779.711300:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964561664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1567us (1726us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1781226779.711309:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00010000:1.0:1781226779.711331:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226779.711339:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.711349:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226779.711352:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.711360:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.711374:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.711381:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029c3cd53/0x5d5522eac44652fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.711397:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226779.711399:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226779.711401:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781226779.712911:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a605901e00/2, rc 0, transno 4294967343 00000100:00100000:2.0:1781226779.712925:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964561664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781226779.714006:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.714132:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538560 00000100:00100000:3.0:1781226779.714142:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538560 00000100:00100000:3.0:1781226779.714200:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 262 00000100:00100000:3.0:1781226779.714210:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941538560:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781226779.725272:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000100:00100000:3.0:1781226779.725458:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941538560:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 11241us (11451us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226779.725472:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 262 00000100:00100000:2.0:1781226779.742381:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.742808:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538816 00000100:00100000:3.0:1781226779.742821:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538816 00000100:00100000:3.0:1781226779.742889:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1027 00000100:00100000:3.0:1781226779.742899:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:27566:x1867750941538816:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226779.742959:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226779.742989:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44652e8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4698d expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.743007:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:3.0:1781226779.743013:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226779.743043:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.743056:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.743067:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226779.743185:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000000e22b100 reply state 00000000a518ce15 transno 4294967905 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.743198:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.743205:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:3.0:1781226779.743571:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226779.743584:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226779.743720:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:27566:x1867750941538816:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 796us (1321us total) trans 4294967905 rc 0/0 00000100:00100000:3.0:1781226779.743728:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1027 00000100:00100000:2.0:1781226779.750272:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.750351:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941538944 00000100:00100000:0.0:1781226779.750361:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941538944 00000100:00100000:0.0:1781226779.750418:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1028 00000100:00100000:0.0:1781226779.750428:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:27566:x1867750941538944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226779.750451:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226779.750481:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469a2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.750537:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.750552:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.750571:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:0.0:1781226779.750587:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226779.750591:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226779.750657:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:27566:x1867750941538944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 230us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226779.750664:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1028 00000100:00100000:2.0:1781226779.753818:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226779.754087:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941539072 00000100:00100000:3.0:1781226779.754097:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941539072 00000100:00100000:3.0:1781226779.754147:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 263 00000100:00100000:3.0:1781226779.754157:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941539072:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781226779.754326:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781226779.754329:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1781226776 00002000:00010000:3.0:1781226779.754331:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 1781226776 00002000:00010000:3.0:1781226779.754334:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1781226776 00002000:00010000:3.0:1781226779.754337:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781226779.754400:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941539072:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 244us (590us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1781226779.754409:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 263 00000100:00100000:3.0:1781226779.758395:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.759219:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941539328 00000100:00100000:2.0:1781226779.759232:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941539328 00000100:00100000:0.0:1781226779.759453:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1029 00000100:00100000:0.0:1781226779.759545:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:27566:x1867750941539328:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226779.759626:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.759641:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.759650:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.759683:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.759856:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 44 pid: 10991 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226779.759874:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964561792:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226779.759976:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226779.763892:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.763974:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941539456 00000100:00100000:2.0:1781226779.763983:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941539456 00010000:00010000:2.0:1781226779.764025:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 45 pid: 10991 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226779.764068:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:2.0:1781226779.764077:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2426:x1867750941539456:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226779.764092:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226779.764099:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 45 pid: 10991 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.764117:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 45 pid: 10991 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.764141:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:2.0:1781226779.764147:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.764159:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.764167:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.764188:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226779.764261:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2426:x1867750941539456:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 184us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.764270:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 325 00010000:00010000:1.0:1781226779.765039:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44652b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46978 expref: 44 pid: 10991 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.765061:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964561792:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226779.765083:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765092:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765097:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765162:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765170:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765176:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765181:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226779.765185:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765192:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765398:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226779.765402:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226779.765408:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.765414:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465312 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.765548:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+43:27566:x1867750941539328:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 6006us (7415us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781226779.765559:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1029 00000100:00100000:0.0:1781226779.771588:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.771736:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941539584 00000100:00100000:2.0:1781226779.771748:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941539584 00000100:00100000:2.0:1781226779.771816:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 264 00000100:00100000:2.0:1781226779.771826:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941539584:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226779.771873:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.771893:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.771905:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226779.771907:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226779.771911:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.771948:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.771961:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 11 pid: 8407 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226779.771977:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964561920:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226779.772056:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a603e3acc0 going to sleep for 11 seconds 00010000:00010000:3.0:1781226779.772766:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226779.776375:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226779.776490:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941539712 00000100:00100000:0.0:1781226779.776499:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941539712 00010000:00010000:0.0:1781226779.776535:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 12 pid: 8407 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226779.776590:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00100000:0.0:1781226779.776600:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941539712:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226779.776615:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226779.776636:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 12 pid: 8407 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.776649:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 12 pid: 8407 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.776672:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226779.776673:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226779.776677:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.776686:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226779.776760:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226779.776810:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941539712:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 212us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226779.776818:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 326 00010000:00010000:2.0:1781226779.777743:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac44652f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4699b expref: 11 pid: 8407 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226779.777772:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964561920:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226779.777794:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777805:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777812:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777834:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777843:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777851:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777857:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226779.777862:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777871:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777886:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.777893:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4465319 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226779.777956:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941539584:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 6131us (6386us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226779.777967:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 264 00000100:00100000:3.0:1781226779.780822:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.780905:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941539968 00000100:00100000:1.0:1781226779.780916:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941539968 00000100:00100000:1.0:1781226779.780978:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1030 00000100:00100000:1.0:1781226779.780988:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:27566:x1867750941539968:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226779.781070:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781086:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781098:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781252:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781263:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781275:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781310:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.781322:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 44 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.781336:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964562048:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226779.781415:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226779.784312:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964562048:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226779.784342:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226779.786293:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226779.786678:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941540096 00000100:00100000:1.0:1781226779.786689:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941540096 00010000:00010000:1.0:1781226779.786781:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 45 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226779.786822:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 327 00000100:00100000:1.0:1781226779.786832:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941540096:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226779.786847:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226779.786853:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 45 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.786870:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 45 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.786897:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446530b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a2 expref: 45 pid: 6524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.786914:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226779.786919:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.786929:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.786936:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.786962:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226779.787014:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2427:x1867750941540096:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 183us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.787022:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 327 00010000:00010000:3.0:1781226779.787679:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226779.787688:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226779.787849:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967906 00000001:00080000:3.0:1781226779.787986:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967907 00000001:00080000:3.0:1781226779.788024:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967908 00000100:00100000:3.0:1781226779.788104:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e292c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964562176:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1781226779.788159:0:10991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226779.788190:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d087b300 going to sleep for 11 seconds 00000100:00100000:1.0:1781226779.788509:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562176 00000100:00100000:1.0:1781226779.788516:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562176 00000100:00100000:1.0:1781226779.788563:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1781226779.788572:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964562176:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1781226779.788674:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964562176:12345-0@lo:1000:mdt00_003.0 Request processed in 103us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226779.788681:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1781226779.788790:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e292c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964562176:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1781226779.788915:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967909 00000100:00100000:2.0:1781226779.788961:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964562304:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781226779.788991:0:10991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226779.789007:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2f9ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226779.789125:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562304 00000100:00100000:0.0:1781226779.789130:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562304 00000100:00100000:0.0:1781226779.789165:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1781226779.789173:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964562304:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1781226779.789302:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10991:x1867750964562304:12345-0@lo:1000:mdt00_003.0 Request processed in 128us (308us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1781226779.789309:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1781226779.789459:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964562304:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1781226779.789521:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967910 00010000:00010000:2.0:1781226779.789546:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789555:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789561:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789566:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226779.789571:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789591:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789607:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:2.0:1781226779.789609:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226779.789613:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789623:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465327 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789648:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789654:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789659:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789663:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226779.789666:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789671:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789678:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:2.0:1781226779.789679:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226779.789682:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789686:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446525c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789745:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789766:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789777:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789784:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789789:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789796:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789800:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226779.789805:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789810:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789816:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:2.0:1781226779.789818:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226779.789820:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789826:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446532e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789837:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789843:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789848:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789852:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226779.789854:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789860:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789866:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:2.0:1781226779.789868:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226779.789871:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.789875:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465320 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226779.789987:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:27566:x1867750941539968:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 8999us (9171us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1781226779.789997:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1030 00000020:00080000:2.0:1781226779.790001:0:10991:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781226779.790281:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226779.790286:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226779.791022:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781226779.791035:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226779.800394:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226779.800493:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941540352 00000100:00100000:2.0:1781226779.800505:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941540352 00000100:00100000:2.0:1781226779.800569:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 196 00000100:00100000:2.0:1781226779.800589:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:27566:x1867750941540352:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781226779.800913:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781226779.800948:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967912 00010000:00010000:2.0:1781226779.800983:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.801001:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.801013:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.801021:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.801026:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.801033:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226779.801057:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226779.801155:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:27566:x1867750941540352:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 576us (771us total) trans 4294967913 rc 0/0 00000100:00100000:2.0:1781226779.801164:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 196 00000020:00080000:2.0:1781226779.801169:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781226779.801430:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226779.801438:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.801446:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226779.801451:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.801459:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.801473:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:1.0:1781226779.801476:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781226779.801480:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.801486:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465335 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226779.801498:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226779.801500:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226779.801502:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226779.990505:0:21213:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226779.990515:0:21213:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226779.990556:0:21213:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:2.0:1781226779.990566:0:21213:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226780.134658:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226780.135183:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941540608 00000100:00100000:1.0:1781226780.135196:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941540608 00000100:00100000:1.0:1781226780.135299:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1031 00000100:00100000:1.0:1781226780.135311:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+86:27569:x1867750941540608:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226780.135335:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226780.135360:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446533c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469a9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135446:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135476:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135493:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135508:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135515:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135521:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135647:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465351 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135655:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465351 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135662:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465351 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226780.135672:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1781226780.135793:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135801:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135808:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135815:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135822:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226780.135827:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135835:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135851:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89a4c5e39f00) 00010000:00010000:1.0:1781226780.135854:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226780.135858:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135865:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465343 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135882:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135888:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135893:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135898:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226780.135900:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135910:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135917:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff89a5fb2d1000) 00010000:00010000:1.0:1781226780.135919:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226780.135922:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135927:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446534a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135968:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446533c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a9 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135981:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4000/0x5d5522eac4465351 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469a9 expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.135987:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5fb2d1b00) 00010000:00010000:1.0:1781226780.135989:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226780.135991:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4000, rc 0) 00000100:00100000:1.0:1781226780.136054:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+88:27569:x1867750941540608:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 746us (1407us total) trans 4294967914 rc 0/0 00000100:00100000:1.0:1781226780.136061:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1031 00000100:00080000:0.0:1781226780.136229:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226780.141261:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226780.141351:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941540736 00000100:00100000:1.0:1781226780.141362:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941540736 00000100:00100000:1.0:1781226780.141428:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1032 00000100:00100000:1.0:1781226780.141438:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:27569:x1867750941540736:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:1.0:1781226780.141529:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141546:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141558:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141605:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141612:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141618:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141623:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226780.141627:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141635:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141648:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5fb2d1b00) 00010000:00010000:1.0:1781226780.141651:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226780.141657:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226780.141663:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446535f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226780.141791:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+88:27569:x1867750941540736:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 354us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226780.141798:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1032 00000100:00100000:3.0:1781226780.154825:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226780.154979:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941540992 00000100:00100000:0.0:1781226780.154990:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941540992 00000100:00100000:0.0:1781226780.155048:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 197 00000100:00100000:0.0:1781226780.155059:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+88:27569:x1867750941540992:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:0.0:1781226780.155291:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+89:27569:x1867750941540992:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 232us (477us total) trans 4294967915 rc 0/0 00000100:00100000:0.0:1781226780.155300:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 197 00000100:00100000:3.0:1781226780.254110:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226780.254150:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941541120 00000100:00100000:3.0:1781226780.254160:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941541120 00000100:00100000:3.0:1781226780.254552:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 265 00000100:00100000:3.0:1781226780.254565:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941541120:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:3.0:1781226780.254599:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226780.254622:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017ca1c55/0x5d5522eac4465366 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469b0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226780.254648:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a2b5d18, atime: 0x6a2b5d18, ctime: 0x6a2b5d18, blocks: 0x8 00010000:00010000:3.0:1781226780.254668:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226780.254671:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226780.254680:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017ca1c55/0x5d5522eac4465366 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469b0 expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226780.255979:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017ca1c55/0x5d5522eac4465366 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469b0 expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226780.255999:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de800, rc 0) 00000100:00100000:3.0:1781226780.256059:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+14:2426:x1867750941541120:12345-192.168.202.30@tcp:101:diff.0 Request processed in 1497us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226780.256068:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 265 00000100:00080000:3.0:1781226780.256098:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226780.268440:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226780.268653:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941541376 00000100:00100000:2.0:1781226780.268664:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941541376 00000100:00100000:2.0:1781226780.269201:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1033 00000100:00100000:2.0:1781226780.269215:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+89:27574:x1867750941541376:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226780.269243:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226780.269266:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446536d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469b7 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226780.270193:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465374 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226780.270209:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465374 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226780.270218:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465374 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226780.270230:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:2.0:1781226780.270329:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446536d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469b7 expref: 92 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226780.270342:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465374 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469b7 expref: 91 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226780.270348:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5fb2d1b00) 00010000:00010000:2.0:1781226780.270350:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226780.270353:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226780.271072:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+91:27574:x1867750941541376:12345-192.168.202.30@tcp:101:diff.0 Request processed in 1858us (2641us total) trans 4294967916 rc 0/0 00000100:00100000:2.0:1781226780.271082:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1033 00000100:00100000:3.0:1781226780.276434:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226780.276489:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941541504 00000100:00100000:2.0:1781226780.276500:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941541504 00002000:00100000:2.0:1781226780.276550:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff89a4c792c3c0 x1867750941541504/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:591/0 lens 488/0 e 0 to 0 dl 1781226791 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226780.276562:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c792c3c0 with x1867750941541504 ext(0->4095) 00002000:00010000:2.0:1781226780.276568:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c792c3c0 00000100:00100000:2.0:1781226780.276613:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 77 00000100:00100000:2.0:1781226780.276622:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941541504:12345-192.168.202.30@tcp:3:diff.0 00000100:00100000:3.0:1781226780.276845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226780.276971:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941541632 00000100:00100000:0.0:1781226780.276976:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941541632 00000100:00100000:0.0:1781226780.277010:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 47 00000100:00100000:0.0:1781226780.277018:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+91:2427:x1867750941541632:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226780.277030:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226780.277052:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465374 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469b7 expref: 91 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226780.277067:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff89a5fb2d1b00) 00010000:00010000:0.0:1781226780.277072:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226780.277418:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941541504:12345-192.168.202.30@tcp:3:diff.0 Request processed in 795us (992us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226780.277427:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 77 00002000:00100000:2.0:1781226780.277436:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff89a4c792c3c0 x1867750941541504/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:591/0 lens 488/4536 e 0 to 0 dl 1781226791 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226780.277444:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c792c3c0 with x1867750941541504 ext(0->4095) 00002000:00010000:2.0:1781226780.277447:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c792c3c0 00000100:00100000:0.0:1781226780.277638:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+90:2427:x1867750941541632:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 620us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226780.277645:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 47 00000100:00100000:3.0:1781226780.282469:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226780.282520:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941541888 00000100:00100000:0.0:1781226780.282531:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941541888 00000100:00100000:0.0:1781226780.282606:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 198 00000100:00100000:0.0:1781226780.282618:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+90:27574:x1867750941541888:12345-192.168.202.30@tcp:35:diff.0 00000100:00100000:0.0:1781226780.283022:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+91:27574:x1867750941541888:12345-192.168.202.30@tcp:35:diff.0 Request processed in 405us (561us total) trans 4294967917 rc 0/0 00000100:00100000:0.0:1781226780.283030:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 198 00000100:00100000:1.0:1781226780.670759:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964562432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226780.670869:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226780.679661:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562432 00000100:00100000:3.0:1781226780.679681:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562432 00000100:00100000:3.0:1781226780.680646:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1781226780.680659:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964562432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226780.680723:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226780.681581:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964562432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 910us (10708us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226780.681593:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1781226780.682754:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964562432:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226780.800145:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226781.820608:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226781.820619:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226781.820724:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:1.0:1781226781.820731:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226781.830247:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226781.953201:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226782.204254:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964562688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226782.204333:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226782.204409:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7417840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964562560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226782.206741:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562688 00000100:00100000:3.0:1781226782.206755:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562688 00000100:00100000:3.0:1781226782.206830:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1781226782.206844:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964562688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226782.206879:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00080000:1.0:1781226782.206996:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226782.210254:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226782.210833:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562560 00000100:00100000:2.0:1781226782.210845:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562560 00000100:00100000:2.0:1781226782.210920:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1781226782.210930:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964562560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226782.210957:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1781226782.211014:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964562560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226782.211022:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:1.0:1781226782.211241:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226782.211285:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964562560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226782.213056:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964562688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6210us (8715us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226782.213068:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1781226782.213197:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964562688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226782.621038:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226782.621089:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226782.621219:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542016 00000100:00100000:2.0:1781226782.621231:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542016 00000100:00100000:2.0:1781226782.621301:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 712 00000100:00100000:2.0:1781226782.621312:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941542016:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226782.621405:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941542016:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 96us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226782.621414:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 712 00000100:00100000:3.0:1781226782.622949:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226782.622994:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226782.623063:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542528 00000100:00100000:2.0:1781226782.623072:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542528 00000100:00100000:2.0:1781226782.623147:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 518 00000100:00100000:2.0:1781226782.623161:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+14:2425:x1867750941542528:12345-192.168.202.30@tcp:400:kworker.0 00000100:00080000:1.0:1781226782.623168:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226782.623248:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+14:2425:x1867750941542528:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 90us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226782.623258:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 518 00000100:00100000:3.0:1781226782.627522:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226782.627567:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226782.628101:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543040 00000100:00100000:2.0:1781226782.628115:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543040 00000100:00100000:2.0:1781226782.628203:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 519 00000100:00100000:2.0:1781226782.628215:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941543040:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226782.628322:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941543040:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 109us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226782.628331:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 519 00000100:00100000:0.0:1781226782.628981:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542272 00000100:00100000:0.0:1781226782.628991:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542272 00000100:00100000:0.0:1781226782.629047:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542784 00000100:00100000:0.0:1781226782.629051:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542784 00000100:00100000:0.0:1781226782.629081:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 906 00000100:00100000:0.0:1781226782.629090:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941542272:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226782.629146:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941542272:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 58us (8056us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226782.629153:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 906 00000100:00100000:0.0:1781226782.629172:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 907 00000100:00100000:0.0:1781226782.629177:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941542784:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226782.629201:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941542784:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (6207us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226782.629206:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 907 00000100:00080000:0.0:1781226782.629267:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226782.629272:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226782.632051:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226782.632086:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226782.632111:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226782.632147:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542400 00000100:00100000:3.0:1781226782.632159:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542400 00000100:00100000:3.0:1781226782.632242:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542912 00000100:00100000:3.0:1781226782.632246:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542912 00000100:00100000:3.0:1781226782.632272:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 520 00000100:00100000:3.0:1781226782.632282:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941542400:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226782.632367:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941542400:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 87us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226782.632376:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 520 00000100:00100000:3.0:1781226782.632394:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 521 00000100:00100000:3.0:1781226782.632400:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941542912:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226782.632525:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542144 00000100:00100000:2.0:1781226782.632530:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542144 00000100:00100000:2.0:1781226782.632576:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941542656 00000100:00100000:2.0:1781226782.632579:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941542656 00000100:00100000:2.0:1781226782.632601:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 908 00000100:00100000:2.0:1781226782.632607:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+91:2425:x1867750941542144:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226782.632642:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+91:2425:x1867750941542144:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (5075us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226782.632653:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 908 00000100:00100000:2.0:1781226782.632665:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 909 00000100:00100000:2.0:1781226782.632671:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2425:x1867750941542656:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226782.632730:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2425:x1867750941542656:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226782.632737:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 909 00000100:00080000:0.0:1781226782.632994:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226782.633000:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226782.633497:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941542912:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1093us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226782.633506:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 521 00000001:00080000:0.0:1781226782.722211:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:0.0:1781226782.722233:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00010000:00010000:1.0:1781226782.846899:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226783.228417:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964562816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226783.228672:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226783.228839:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562816 00000100:00100000:2.0:1781226783.228850:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562816 00000100:00100000:2.0:1781226783.228929:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1781226783.228942:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964562816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226783.228995:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:2.0:1781226783.229096:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964562816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226783.229108:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1781226783.229161:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964562816:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226783.867986:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226784.765589:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226784.765624:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964562944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226784.765750:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226784.765865:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964562944 00000100:00100000:2.0:1781226784.766035:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964562944 00000100:00100000:3.0:1781226784.768820:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964563200:0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.768930:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.773364:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964563072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226784.773474:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.773523:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964563584:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.773562:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.773583:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964564096:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.773611:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.773631:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964564608:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.773654:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.773681:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1781226784.773687:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964563712:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.773737:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.774009:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964564224:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.774036:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.774075:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563072 00000100:00100000:1.0:1781226784.774083:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563072 00000100:00100000:3.0:1781226784.775600:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563712 00000100:00100000:3.0:1781226784.775618:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563712 00000100:00100000:3.0:1781226784.775724:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1781226784.775736:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964563712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.775941:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964563712:12345-0@lo:400:kworker.0 Request processed in 206us (2202us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226784.775962:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1781226784.776029:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563200 00000100:00100000:3.0:1781226784.776035:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563200 00000100:00100000:3.0:1781226784.776064:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1781226784.776071:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964563200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.776116:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964563200:12345-0@lo:400:kworker.0 Request processed in 46us (7187us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226784.776123:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1781226784.776662:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964563200:0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.776928:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564096 00000100:00100000:3.0:1781226784.776936:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564096 00000100:00100000:0.0:1781226784.777131:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564608 00000100:00100000:0.0:1781226784.777138:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564608 00000100:00100000:0.0:1781226784.777178:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564224 00000100:00100000:0.0:1781226784.777182:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564224 00000100:00100000:1.0:1781226784.783849:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1781226784.783863:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1781226784.783871:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964563072:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226784.783878:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964562944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226784.783922:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00002000:00000024:1.0:1781226784.783922:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:1.0:1781226784.784253:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964563072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 389us (10778us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226784.784277:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964562944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 404us (18526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226784.784342:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1781226784.784375:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1781226784.784524:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1781226784.784549:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964564608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.784595:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964564608:12345-0@lo:400:kworker.0 Request processed in 52us (10940us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226784.784602:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1781226784.784651:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563584 00000100:00100000:2.0:1781226784.784660:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563584 00000100:00100000:1.0:1781226784.784663:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964563712:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.784692:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964563072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226784.784733:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964564608:0@lo:400:kworker.0 00000100:00080000:1.0:1781226784.784846:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226784.784853:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226784.784872:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1781226784.784883:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964563584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.784911:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964563456:0@lo:400:kworker.0 00000100:00100000:2.0:1781226784.784930:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964563584:12345-0@lo:400:kworker.0 Request processed in 49us (11367us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226784.784939:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1781226784.785054:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.785087:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964563968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785115:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.785208:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964564480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785238:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226784.785269:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563968 00000100:00100000:2.0:1781226784.785274:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563968 00000100:00100000:1.0:1781226784.785327:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781226784.785339:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964563328:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785371:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226784.785372:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564480 00000100:00100000:2.0:1781226784.785376:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564480 00000100:00100000:1.0:1781226784.785396:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964563840:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785490:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.785504:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c91fbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964564352:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785526:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226784.785567:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563328 00000100:00100000:1.0:1781226784.785570:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563328 00000100:00100000:1.0:1781226784.785591:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563840 00000100:00100000:1.0:1781226784.785593:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563840 00000100:00100000:1.0:1781226784.785608:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564352 00000100:00100000:1.0:1781226784.785610:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564352 00000100:00100000:1.0:1781226784.785626:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1781226784.785634:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964563968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785677:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964563968:12345-0@lo:400:kworker.0 Request processed in 43us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226784.785685:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1781226784.785725:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1781226784.785732:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964563328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785838:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964563328:12345-0@lo:400:kworker.0 Request processed in 107us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226784.785845:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1781226784.785857:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1781226784.785862:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964563840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785887:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964563840:12345-0@lo:400:kworker.0 Request processed in 25us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226784.785893:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1781226784.785904:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1781226784.785910:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964564352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.785936:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964564352:12345-0@lo:400:kworker.0 Request processed in 26us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226784.785941:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1781226784.786243:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964563328:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.786255:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964563840:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.786342:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91fbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964564352:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.786355:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964563968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.786478:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964563584:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.786524:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964563456 00000100:00100000:1.0:1781226784.786539:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964563456 00000100:00100000:1.0:1781226784.786581:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1781226784.786588:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964563456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.786636:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964563456:12345-0@lo:400:kworker.0 Request processed in 48us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226784.786643:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1781226784.786674:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964563456:0@lo:400:kworker.0 00000100:00080000:1.0:1781226784.786747:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226784.786889:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1781226784.786901:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964564096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.786946:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964564096:12345-0@lo:400:kworker.0 Request processed in 50us (13334us total) trans 0 rc 0/0 00000100:00080000:1.0:1781226784.787363:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226784.787395:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964564096:0@lo:400:kworker.0 00000100:00100000:1.0:1781226784.787545:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964562944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226784.787621:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1781226784.789028:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1781226784.789047:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964564480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226784.789166:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964564480:12345-0@lo:400:kworker.0 Request processed in 126us (3926us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226784.789174:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1781226784.789310:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964564480:0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.790972:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1781226784.790993:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964564224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226784.791110:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964564224:12345-0@lo:400:kworker.0 Request processed in 124us (17072us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226784.791118:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1781226784.791219:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:1.0:1781226784.791232:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967342 committed transno 4294967343 00000004:00080000:1.0:1781226784.791281:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a605901e00, transno 4294967343 00000100:00100000:1.0:1781226784.791514:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c91f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964564224:0@lo:400:kworker.0 00000001:00080000:1.0:1781226784.794063:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967917 is committed 00000001:00080000:1.0:1781226784.794217:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967913 is committed 00000020:00080000:1.0:1781226784.794234:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c8ec8900 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:1.0:1781226784.794240:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fb2d6700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a603e3acc0 00000020:00080000:1.0:1781226784.794245:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fb2d6000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a5e1ec5600 00000020:00080000:1.0:1781226784.794292:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:3.0:1781226784.794429:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:3.0:1781226784.794519:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:2.0:1781226784.794611:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226784.794627:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226784.794637:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226784.794644:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226784.794650:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226784.794660:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226784.794684:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff89a4c5e39000) 00010000:00010000:2.0:1781226784.794687:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226784.794836:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226784.794846:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465304 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226784.892009:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226785.789288:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226785.789320:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964564736:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226785.789417:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226785.789492:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564736 00000100:00100000:2.0:1781226785.789501:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564736 00000100:00100000:2.0:1781226785.789571:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1781226785.789582:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964564736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226785.789630:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226785.789684:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964564736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226785.789717:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1781226785.789774:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964564736:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1781226785.799180:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:0.0:1781226785.799234:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00010000:00010000:2.0:1781226785.916023:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226786.466530:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226786.469200:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543168 00000100:00100000:1.0:1781226786.469220:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543168 00000100:00100000:1.0:1781226786.469849:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1034 00000100:00100000:1.0:1781226786.469865:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27536:x1867750941543168:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226786.470022:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+40:27536:x1867750941543168:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 162us (3513us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226786.470032:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1034 00000100:00080000:2.0:1781226786.471597:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226786.473104:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226786.473162:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543296 00000100:00100000:1.0:1781226786.473176:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543296 00000100:00080000:2.0:1781226786.473239:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226786.473277:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1035 00000100:00100000:1.0:1781226786.473293:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:27536:x1867750941543296:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226786.473442:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:27536:x1867750941543296:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 153us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226786.473452:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1035 00010000:00010000:1.0:1781226786.940358:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226787.324422:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226787.324457:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964564864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226787.324576:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226787.325271:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964564992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226787.325316:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226787.325541:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564864 00000100:00100000:1.0:1781226787.325554:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564864 00000100:00100000:1.0:1781226787.325633:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964564992 00000100:00100000:1.0:1781226787.325637:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964564992 00000100:00100000:2.0:1781226787.325660:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1781226787.325675:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964564864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226787.325750:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120716096 pending 0 free 3922448384 avail 3690926080 00000100:00080000:0.0:1781226787.325773:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226787.325824:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964564864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226787.325902:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964564864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226787.328782:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1781226787.328823:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964564992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226787.328864:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120716096 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226787.329521:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964564992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 718us (4200us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226787.329535:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1781226787.337094:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1781226787.339634:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964564992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226787.740295:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226787.740430:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226787.740479:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226787.740554:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543808 00000100:00100000:0.0:1781226787.740567:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543808 00000100:00100000:0.0:1781226787.740662:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 525 00000100:00100000:0.0:1781226787.740675:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941543808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226787.740841:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941543808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 158us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226787.740860:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 525 00000100:00080000:2.0:1781226787.741197:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226787.743078:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226787.743146:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226787.743180:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226787.743275:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544320 00000100:00100000:2.0:1781226787.743288:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544320 00000100:00100000:2.0:1781226787.743369:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 526 00000100:00100000:2.0:1781226787.743395:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941544320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226787.743516:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941544320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 137us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226787.743525:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 526 00000100:00080000:2.0:1781226787.743669:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226787.743746:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543424 00000100:00100000:2.0:1781226787.743752:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543424 00000100:00100000:2.0:1781226787.743785:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 714 00000100:00100000:2.0:1781226787.743792:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941543424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226787.743828:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941543424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226787.744292:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 714 00000100:00100000:1.0:1781226787.745323:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543552 00000100:00100000:1.0:1781226787.745337:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543552 00000100:00100000:1.0:1781226787.745430:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544064 00000100:00100000:1.0:1781226787.745434:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544064 00000100:00100000:1.0:1781226787.745629:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 916 00000100:00100000:1.0:1781226787.745643:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:2427:x1867750941543552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226787.745979:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:2427:x1867750941543552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 339us (5699us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226787.745989:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 916 00000100:00100000:1.0:1781226787.746012:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 917 00000100:00100000:1.0:1781226787.746020:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2427:x1867750941544064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226787.746053:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2427:x1867750941544064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (5572us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226787.746059:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 917 00000100:00080000:2.0:1781226787.747019:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226787.748654:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226787.748725:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226787.748786:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543936 00000100:00100000:2.0:1781226787.748800:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543936 00000100:00100000:2.0:1781226787.749229:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 527 00000100:00100000:2.0:1781226787.749244:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941543936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226787.749351:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941543936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 111us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226787.749364:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 527 00000100:00080000:2.0:1781226787.749406:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226787.750535:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226787.750568:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544448 00000100:00100000:3.0:1781226787.750578:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544448 00000100:00100000:3.0:1781226787.750642:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 528 00000100:00100000:3.0:1781226787.750654:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941544448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226787.751087:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941544448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 434us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226787.751165:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 528 00000100:00080000:3.0:1781226787.751199:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226787.751879:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941543680 00000100:00100000:0.0:1781226787.751890:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941543680 00000100:00080000:3.0:1781226787.752232:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226787.752481:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544192 00000100:00100000:1.0:1781226787.752489:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544192 00000100:00100000:2.0:1781226787.753284:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 918 00000100:00100000:2.0:1781226787.753302:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941543680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226787.753593:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941543680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 296us (10409us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226787.753602:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 918 00000100:00100000:2.0:1781226787.753635:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 919 00000100:00100000:2.0:1781226787.753644:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941544192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226787.753689:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941544192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (4950us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226787.753723:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 919 00010000:00010000:3.0:1781226787.965153:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1781226788.014899:0:21419:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 21:13:06 (1781226786) 00000100:00100000:3.0:1781226788.351198:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964565120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226788.351301:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226788.351563:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964565120 00000100:00100000:1.0:1781226788.351576:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964565120 00000100:00100000:1.0:1781226788.351644:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1781226788.351656:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964565120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226788.351726:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:1.0:1781226788.351792:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964565120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226788.351801:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1781226788.352092:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964565120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226788.981266:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226788.981503:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544576 00000100:00100000:2.0:1781226788.981516:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544576 00000100:00100000:2.0:1781226788.981726:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1036 00000100:00100000:2.0:1781226788.981740:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:28185:x1867750941544576:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226788.981874:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+40:28185:x1867750941544576:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 138us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226788.981882:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1036 00000100:00080000:3.0:1781226788.982149:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226788.985765:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226788.985877:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544704 00000100:00100000:1.0:1781226788.985890:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544704 00000100:00100000:1.0:1781226788.985977:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1037 00000100:00100000:1.0:1781226788.985992:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:28185:x1867750941544704:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226788.986116:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:28185:x1867750941544704:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 130us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226788.986123:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1037 00000100:00080000:3.0:1781226788.986244:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1781226788.988072:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226788.988800:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226788.988808:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226788.989357:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781226788.989381:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226789.001131:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226789.001447:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941544832 00000100:00100000:2.0:1781226789.001472:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941544832 00000100:00080000:3.0:1781226789.001556:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226789.001579:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1038 00000100:00100000:2.0:1781226789.001592:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+87:28186:x1867750941544832:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226789.001622:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226789.001653:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465382 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469be expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001779:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001797:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001811:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001829:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001836:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001844:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001919:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001928:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001936:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001942:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226789.001949:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001958:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001972:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226789.001976:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226789.001982:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.001990:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465389 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002008:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002026:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002033:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002038:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226789.002041:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002047:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002055:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226789.002058:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226789.002061:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002067:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465390 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002108:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465382 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469be expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002121:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226789.002124:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226789.002127:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465382 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469be expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.002138:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226789.002229:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+87:28186:x1867750941544832:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 640us (1113us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226789.002239:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1038 00000100:00100000:2.0:1781226789.009248:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.009616:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545088 00000100:00100000:1.0:1781226789.009629:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545088 00000100:00100000:1.0:1781226789.009743:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1039 00000100:00100000:1.0:1781226789.009758:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+87:28186:x1867750941545088:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226789.009834:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226789.009870:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac44650b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468d0 expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.009906:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226789.009913:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226789.009999:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.010028:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.010038:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.010082:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.010098:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 39 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226789.010116:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcb40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964565248:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226789.010690:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226789.015166:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcb40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964565248:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226789.015204:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226789.015389:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.015752:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545216 00000100:00100000:1.0:1781226789.015762:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545216 00010000:00010000:1.0:1781226789.015815:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 40 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226789.015869:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 328 00000100:00100000:1.0:1781226789.015879:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:2427:x1867750941545216:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226789.015910:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226789.015920:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 40 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.015933:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 40 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.015961:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44650f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468e5 expref: 40 pid: 6525 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.015984:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226789.015989:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.015999:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.016007:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.016056:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226789.016084:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.016095:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226789.016127:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+39:2427:x1867750941545216:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 249us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.016136:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 328 00010000:00010000:3.0:1781226789.016190:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.016203:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.016221:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.017734:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.017754:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.017765:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226789.017784:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000031d76061 reply state 000000005020b50c transno 4294967918 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.017797:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.017805:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:3.0:1781226789.017808:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226789.017812:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781226789.018065:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:3.0:1781226789.018078:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018087:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018094:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018102:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226789.018179:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018188:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018202:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226789.018205:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.018255:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018263:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465397 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226789.018283:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000031d76061 reply state 000000005020b50c transno 4294967918 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018294:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.018300:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff89a5c307e700) 00010000:00010000:3.0:1781226789.018303:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226789.018305:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781226789.018433:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+88:28186:x1867750941545088:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 8674us (9202us total) trans 4294967918 rc 0/0 00000100:00100000:3.0:1781226789.018443:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1039 00000100:00100000:2.0:1781226789.028441:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.028635:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545344 00000100:00100000:1.0:1781226789.028649:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545344 00000100:00100000:1.0:1781226789.028791:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1040 00000100:00100000:1.0:1781226789.028804:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+88:28187:x1867750941545344:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226789.028848:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.028877:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44653ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469c5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.028962:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44653b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.028980:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44653b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.028994:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44653b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226789.029370:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226789.029375:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226789.029408:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44653b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.029439:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44653ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469c5 expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.029464:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44653b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469c5 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.029475:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226789.029478:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226789.029482:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226789.029574:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+89:28187:x1867750941545344:12345-192.168.202.30@tcp:101:bash.0 Request processed in 772us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.029582:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1040 00000100:00100000:2.0:1781226789.037187:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226789.037344:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545472 00000100:00100000:0.0:1781226789.037358:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545472 00000100:00100000:0.0:1781226789.037479:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1041 00000100:00100000:0.0:1781226789.037504:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:28187:x1867750941545472:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226789.037532:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226789.037557:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac44653ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469cc expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.037639:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.037657:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.037680:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.037692:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.037730:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.037737:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039071:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44653cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039092:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44653cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039112:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44653cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226789.039164:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1781226789.039167:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226789.039193:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44653cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039216:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039223:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039231:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039238:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039250:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226789.039255:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039263:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039277:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226789.039281:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226789.039286:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039293:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44653c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039311:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039317:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039324:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039328:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226789.039331:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039336:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039348:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff89a5c307e700) 00010000:00010000:0.0:1781226789.039350:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226789.039353:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039359:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44653c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039396:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac44653ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469cc expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039411:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9dc00/0x5d5522eac44653cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469cc expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.039420:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226789.039423:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226789.039426:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9dc00, rc 0) 00000100:00100000:0.0:1781226789.039531:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+90:28187:x1867750941545472:12345-192.168.202.30@tcp:101:bash.0 Request processed in 2040us (2359us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.039540:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1041 00000100:00100000:0.0:1781226789.046954:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226789.047204:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545600 00000100:00100000:3.0:1781226789.047507:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545600 00000100:00100000:3.0:1781226789.047644:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1042 00000100:00100000:3.0:1781226789.047658:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:28187:x1867750941545600:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226789.047722:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226789.047751:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44653d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469d3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047855:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047875:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047890:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047907:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047915:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047922:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047975:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047983:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.047990:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048013:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226789.048019:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048028:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048043:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:3.0:1781226789.048047:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.048053:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048060:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44653dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048085:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048091:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048097:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048102:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226789.048115:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048123:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048135:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226789.048138:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.048142:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048148:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44653e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048192:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44653d6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469d3 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048204:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:3.0:1781226789.048206:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.048227:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44653d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469d3 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.048239:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:3.0:1781226789.048331:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:28187:x1867750941545600:12345-192.168.202.30@tcp:101:bash.0 Request processed in 675us (1390us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226789.048340:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1042 00000100:00100000:3.0:1781226789.056084:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.056326:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545728 00000100:00100000:1.0:1781226789.056519:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545728 00000100:00100000:1.0:1781226789.056653:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1043 00000100:00100000:1.0:1781226789.056677:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+39:28188:x1867750941545728:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226789.056733:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.056761:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44653eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469da expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.056849:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.056867:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.056883:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226789.056943:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226789.056948:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226789.056973:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.057001:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44653eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.057025:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.057042:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226789.057045:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226789.057050:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4600, rc 0) 00000100:00100000:1.0:1781226789.057135:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:28188:x1867750941545728:12345-192.168.202.30@tcp:101:rm.0 Request processed in 472us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.057143:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1043 00000100:00100000:0.0:1781226789.059637:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.064123:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545856 00000100:00100000:1.0:1781226789.064147:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545856 00000100:00100000:1.0:1781226789.064250:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1044 00000100:00100000:1.0:1781226789.064263:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+40:28188:x1867750941545856:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226789.064291:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.064319:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44653f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469e1 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064406:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064423:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064436:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064452:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064460:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064473:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064596:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446540e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064606:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446540e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064615:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446540e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226789.064778:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:1.0:1781226789.064783:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226789.064814:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446540e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064831:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064838:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064845:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064852:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064858:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.064862:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064870:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064884:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226789.064887:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.064893:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064899:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064918:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064923:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064929:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064933:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.064936:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064941:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064948:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff89a5c307e700) 00010000:00010000:1.0:1781226789.064950:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.064953:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064962:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.064991:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44653f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469e1 expref: 42 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.065005:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4c00/0x5d5522eac446540e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469e1 expref: 41 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.065013:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226789.065015:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226789.065018:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4c00, rc 0) 00000100:00100000:1.0:1781226789.065110:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28188:x1867750941545856:12345-192.168.202.30@tcp:101:rm.0 Request processed in 850us (5486us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.065118:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1044 00000100:00100000:0.0:1781226789.067613:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226789.068627:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941545984 00000100:00100000:3.0:1781226789.068644:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941545984 00000100:00100000:3.0:1781226789.068923:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1045 00000100:00100000:3.0:1781226789.068936:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28188:x1867750941545984:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226789.068962:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226789.068989:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465415 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469e8 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069084:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069102:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069118:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069135:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069143:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069150:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069199:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069207:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069214:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069236:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226789.069241:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069255:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069268:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:3.0:1781226789.069272:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.069278:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069286:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446541c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069309:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069315:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069322:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069327:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226789.069331:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069444:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069453:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226789.069456:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.069459:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069470:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465423 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069522:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465415 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469e8 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069534:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:3.0:1781226789.069536:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226789.069540:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465415 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469e8 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.069550:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226789.069646:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28188:x1867750941545984:12345-192.168.202.30@tcp:101:rm.0 Request processed in 713us (2044us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226789.069654:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1045 00000100:00100000:3.0:1781226789.073859:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.073971:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941546112 00000100:00100000:1.0:1781226789.073984:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941546112 00000100:00100000:1.0:1781226789.074063:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1046 00000100:00100000:1.0:1781226789.074077:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28188:x1867750941546112:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226789.074107:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.074138:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446542a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469ef expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074247:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074265:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074278:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074294:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074301:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074308:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074386:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074394:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074399:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074405:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.074410:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074419:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074432:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226789.074435:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.074440:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074448:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465431 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074465:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074470:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074474:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074479:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.074481:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074496:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074504:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5c8021c00) 00010000:00010000:1.0:1781226789.074506:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.074509:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074515:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465438 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074553:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446542a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469ef expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074571:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226789.074574:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.074577:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446542a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469ef expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.074587:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226789.074680:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28188:x1867750941546112:12345-192.168.202.30@tcp:101:rm.0 Request processed in 606us (836us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226789.074689:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1046 00000100:00100000:0.0:1781226789.085811:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.085916:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941546240 00000100:00100000:1.0:1781226789.085928:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941546240 00000100:00100000:1.0:1781226789.086005:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1047 00000100:00100000:1.0:1781226789.086017:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28189:x1867750941546240:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226789.086042:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.086065:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446543f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469f6 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086142:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086156:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086166:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086178:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086184:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086188:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086235:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086242:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086248:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086254:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086261:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.086265:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086273:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086287:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226789.086291:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.086296:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086304:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465446 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086325:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086330:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086347:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086353:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.086356:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086362:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086370:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5c8021c00) 00010000:00010000:1.0:1781226789.086373:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.086376:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086381:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446544d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086421:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446543f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469f6 expref: 42 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086433:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226789.086435:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.086439:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446543f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469f6 expref: 42 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.086449:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226789.086772:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28189:x1867750941546240:12345-192.168.202.30@tcp:101:cp.0 Request processed in 755us (973us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226789.086781:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1047 00000100:00100000:0.0:1781226789.091317:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226789.091534:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941546368 00000100:00100000:3.0:1781226789.091548:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941546368 00000100:00100000:3.0:1781226789.091616:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1048 00000100:00100000:3.0:1781226789.091628:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28189:x1867750941546368:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226789.091657:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226789.091684:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465454 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b469fd expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091874:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091893:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091902:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091916:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091920:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091924:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091972:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091976:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091980:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091985:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226789.091990:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.091995:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092005:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226789.092009:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226789.092012:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092017:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac446545b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092028:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092031:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092034:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092037:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226789.092039:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092043:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092046:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5ef93d400) 00010000:00010000:0.0:1781226789.092048:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226789.092049:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092052:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465462 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092080:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465454 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469fd expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092224:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226789.092593:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226789.092604:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac4465454 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469fd expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.092623:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:0.0:1781226789.092771:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28189:x1867750941546368:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1143us (1469us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226789.092778:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1048 00000100:00100000:2.0:1781226789.095316:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226789.095377:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941546624 00000100:00100000:3.0:1781226789.095390:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941546624 00000100:00100000:3.0:1781226789.095471:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1049 00000100:00100000:3.0:1781226789.095485:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28189:x1867750941546624:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226789.095524:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226789.095552:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465469 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a04 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.095684:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.095749:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.095764:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.095842:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.095864:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.095877:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226789.096266:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:0.0:1781226789.096414:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096424:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096433:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096467:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096475:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096482:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096505:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226789.096510:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096517:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096530:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226789.096533:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226789.096537:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096544:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465470 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226789.096564:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000005d92d589 reply state 0000000089f2b9ba transno 4294967919 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096574:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096580:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5ef93d300) 00010000:00010000:0.0:1781226789.096583:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226789.096586:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781226789.096626:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465469 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096642:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 43 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.096649:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:0.0:1781226789.096651:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226789.096653:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d800, rc 0) 00000100:00100000:0.0:1781226789.096908:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28189:x1867750941546624:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1424us (1598us total) trans 4294967919 rc 0/0 00000100:00100000:0.0:1781226789.096919:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1049 00000100:00100000:2.0:1781226789.100836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.100927:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941546752 00000100:00100000:1.0:1781226789.100939:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941546752 00000100:00100000:1.0:1781226789.101019:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 266 00000100:00100000:1.0:1781226789.101032:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941546752:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226789.101054:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.101078:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a0b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226789.101103:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226789.101125:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226789.101126:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226789.101135:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.101149:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.101162:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226789.101244:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941546752:12345-192.168.202.30@tcp:101:cp.0 Request processed in 215us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.101257:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 266 00000100:00080000:3.0:1781226789.101381:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226789.103798:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226789.104061:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941546880 00000100:00100000:2.0:1781226789.104072:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941546880 00000100:00100000:2.0:1781226789.104155:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 267 00000100:00100000:2.0:1781226789.104164:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:28189:x1867750941546880:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226789.104186:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226789.104207:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a12 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.104243:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.104250:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226789.104251:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226789.104255:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.104286:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.104297:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 11 pid: 8407 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226789.104308:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccb40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964565376:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226789.104440:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813780 going to sleep for 11 seconds 00000100:00100000:0.0:1781226789.107474:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226789.107555:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccb40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964565376:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226789.107583:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941547008 00000100:00100000:1.0:1781226789.107590:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941547008 00010000:00010000:2.0:1781226789.107599:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226789.107624:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575200, rc 0) 00010000:00010000:1.0:1781226789.107630:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 12 pid: 8407 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226789.107674:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 329 00000100:00100000:1.0:1781226789.107685:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3434050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941547008:12345-192.168.202.30@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1781226789.107781:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:28189:x1867750941546880:12345-192.168.202.30@tcp:101:cp.0 Request processed in 3616us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226789.107795:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 267 00010000:00010000:1.0:1781226789.107958:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226789.107987:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 11 pid: 8407 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.108003:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 11 pid: 8407 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.108031:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac446548c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a0b expref: 11 pid: 8407 timeout: 848 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.108046:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226789.108049:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226789.108059:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.108071:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.108117:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226789.108135:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcb40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964565504:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226789.108218:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226789.110534:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcb40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964565504:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226789.110567:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226789.110636:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3434050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941547008:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2951us (3174us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.110650:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 329 00000100:00100000:3.0:1781226789.111192:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226789.111266:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941547264 00000100:00100000:2.0:1781226789.111277:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941547264 00000100:00100000:2.0:1781226789.111330:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 199 00000100:00100000:2.0:1781226789.111558:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28189:x1867750941547264:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:2.0:1781226789.112692:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28189:x1867750941547264:12345-192.168.202.30@tcp:35:cp.0 Request processed in 1134us (1495us total) trans 4294967920 rc 0/0 00000100:00100000:2.0:1781226789.112734:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 199 00000040:00080000:2.0:1781226789.117626:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226789.139514:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.139596:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941547392 00000100:00100000:1.0:1781226789.139611:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941547392 00000100:00100000:1.0:1781226789.139768:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1050 00000100:00100000:1.0:1781226789.139783:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+90:28192:x1867750941547392:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226789.139815:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.139839:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446549a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a19 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.139917:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.139935:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.139950:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.139964:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.139970:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.139974:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140062:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140068:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140072:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226789.140120:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:1.0:1781226789.140124:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226789.140151:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140165:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140175:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140183:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140195:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140200:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140205:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.140222:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140234:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140249:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226789.140252:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.140257:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140265:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44654a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140281:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140285:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140289:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140292:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226789.140295:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140299:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140303:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5ef93d300) 00010000:00010000:1.0:1781226789.140305:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226789.140306:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140310:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44654a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140332:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446549a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140342:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 91 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.140347:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:1.0:1781226789.140349:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226789.140350:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226789.140429:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+91:28192:x1867750941547392:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 650us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226789.140434:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1050 00000100:00100000:0.0:1781226789.143066:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226789.143205:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941547520 00000100:00100000:3.0:1781226789.143215:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941547520 00000100:00080000:2.0:1781226789.143293:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226789.143303:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 268 00000100:00100000:3.0:1781226789.143313:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941547520:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226789.143333:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226789.143352:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44654b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a20 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226789.143419:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964565632:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226789.143554:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29f00 going to sleep for 11 seconds 00002000:00010000:3.0:1781226789.146471:0:17677:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226789.147200:0:17677:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime: 0 -> 1781226788 00002000:00010000:3.0:1781226789.147203:0:17677:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime: 0 -> 1781226788 00002000:00010000:3.0:1781226789.147205:0:17677:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime: 0 -> 1781226788 00002000:00010000:3.0:1781226789.147207:0:17677:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226789.147241:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964565632:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226789.147294:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44654b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a20 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.147326:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44654b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a20 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226789.147350:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226789.147432:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941547520:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4118us (4374us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226789.147443:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 268 00000100:00100000:1.0:1781226789.150972:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226789.151106:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941547648 00000100:00100000:0.0:1781226789.151119:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941547648 00000100:00100000:0.0:1781226789.151197:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1051 00000100:00100000:0.0:1781226789.151288:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:28192:x1867750941547648:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226789.151319:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226789.151348:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44654bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a27 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.151484:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.151519:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.151534:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226789.151589:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1781226789.151593:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226789.151616:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.151639:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac44654bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.151656:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226789.151791:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226789.151794:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226789.151799:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9cc00, rc 0) 00000100:00100000:0.0:1781226789.151896:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+92:28192:x1867750941547648:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 690us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.151904:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1051 00000100:00100000:0.0:1781226789.154011:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226789.154127:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941547776 00000100:00100000:1.0:1781226789.154139:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941547776 00000100:00100000:1.0:1781226789.154335:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 269 00000100:00100000:1.0:1781226789.154350:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941547776:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226789.154384:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226789.154406:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac44654cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a2e expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226789.154497:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964565760:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226789.154618:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226789.156950:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964565760:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226789.157007:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac44654cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a2e expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.157038:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000860b143c/0x5d5522eac44654cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a2e expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226789.157053:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226789.157124:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941547776:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2778us (3124us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226789.157135:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 269 00000100:00100000:3.0:1781226789.160916:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226789.161009:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548032 00000100:00100000:0.0:1781226789.161020:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548032 00000100:00100000:0.0:1781226789.161088:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1052 00000100:00100000:0.0:1781226789.161101:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+92:28192:x1867750941548032:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:0.0:1781226789.161350:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:0.0:1781226789.161449:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+92:28192:x1867750941548032:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 352us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.161456:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1052 00000100:00100000:0.0:1781226789.884642:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964565888:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.884790:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.884858:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964566400:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.884888:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.884910:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964566912:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.884935:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.884955:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964567424:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.884978:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885002:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781226789.885008:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964566272:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885034:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885062:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964566784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885086:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885101:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964567296:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885123:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885154:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964566016:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885180:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885197:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964566528:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885219:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885235:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964567040:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885260:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885279:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226789.885284:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964566144:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885308:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885328:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964566656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885348:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885380:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964567168:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885401:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226789.885453:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964565888 00000100:00100000:0.0:1781226789.885462:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964565888 00000100:00100000:0.0:1781226789.885539:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781226789.885549:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964565888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885613:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964565888:12345-0@lo:400:kworker.0 Request processed in 65us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.885621:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781226789.885665:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566400 00000100:00100000:0.0:1781226789.885671:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566400 00000100:00100000:0.0:1781226789.885724:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566144 00000100:00100000:0.0:1781226789.885728:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566144 00000100:00100000:0.0:1781226789.885745:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1781226789.885751:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964566400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885789:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964566400:12345-0@lo:400:kworker.0 Request processed in 37us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.885795:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1781226789.885809:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781226789.885814:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964566144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.885846:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964566144:12345-0@lo:400:kworker.0 Request processed in 32us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.885851:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781226789.885870:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566912 00000100:00100000:0.0:1781226789.885874:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566912 00000100:00100000:0.0:1781226789.885914:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964567424 00000100:00100000:0.0:1781226789.885917:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964567424 00000100:00100000:0.0:1781226789.885937:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566784 00000100:00100000:0.0:1781226789.885940:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566784 00000100:00100000:0.0:1781226789.885954:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964567296 00000100:00100000:0.0:1781226789.885956:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964567296 00000100:00100000:0.0:1781226789.885971:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1781226789.885977:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964566912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886010:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964566912:12345-0@lo:400:kworker.0 Request processed in 34us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886017:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1781226789.886031:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781226789.886036:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964567424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886063:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964567424:12345-0@lo:400:kworker.0 Request processed in 27us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886068:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781226789.886078:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1781226789.886083:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964566784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886109:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964566784:12345-0@lo:400:kworker.0 Request processed in 26us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886115:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1781226789.886127:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781226789.886133:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964567296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886160:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964567296:12345-0@lo:400:kworker.0 Request processed in 27us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886166:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781226789.886187:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566272 00000100:00100000:0.0:1781226789.886191:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566272 00000100:00100000:0.0:1781226789.886210:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566016 00000100:00100000:0.0:1781226789.886213:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566016 00000100:00100000:0.0:1781226789.886223:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566528 00000100:00100000:0.0:1781226789.886225:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566528 00000100:00100000:0.0:1781226789.886236:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964567040 00000100:00100000:0.0:1781226789.886239:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964567040 00000100:00100000:0.0:1781226789.886250:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964566656 00000100:00100000:0.0:1781226789.886252:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964566656 00000100:00100000:0.0:1781226789.886263:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964567168 00000100:00100000:0.0:1781226789.886265:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964567168 00000100:00100000:0.0:1781226789.886279:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1781226789.886285:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964566272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886318:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964566272:12345-0@lo:400:kworker.0 Request processed in 32us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886324:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1781226789.886335:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1781226789.886341:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964566016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886371:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964566016:12345-0@lo:400:kworker.0 Request processed in 30us (1191us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886376:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1781226789.886387:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1781226789.886393:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964566528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886419:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964566528:12345-0@lo:400:kworker.0 Request processed in 27us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886426:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1781226789.886436:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1781226789.886442:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964567040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886471:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964567040:12345-0@lo:400:kworker.0 Request processed in 30us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886490:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1781226789.886503:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1781226789.886509:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964566656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886535:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964566656:12345-0@lo:400:kworker.0 Request processed in 27us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886541:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1781226789.886553:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1781226789.886560:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964567168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886587:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964567168:12345-0@lo:400:kworker.0 Request processed in 29us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226789.886593:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:0.0:1781226789.886645:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226789.886650:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226789.886653:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226789.886655:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226789.886728:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964566144:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886744:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964566656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886753:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964567168:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886762:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964566016:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886773:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964566528:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886782:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964567040:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886846:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964566272:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886860:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964566784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886871:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964567296:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886881:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964565888:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886892:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964566400:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886905:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964566912:0@lo:400:kworker.0 00000100:00100000:0.0:1781226789.886915:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:0.0:1781226789.886922:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967353 committed transno 4294967353 00000100:00100000:0.0:1781226789.886943:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964567424:0@lo:400:kworker.0 00000100:00100000:2.0:1781226789.887451:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226789.887467:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964567552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226789.887526:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226789.887572:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964567552 00000100:00100000:2.0:1781226789.887581:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964567552 00000100:00100000:2.0:1781226789.887628:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1781226789.887637:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964567552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226789.887675:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:2.0:1781226789.887757:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964567552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226789.887765:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1781226789.887803:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964567552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226789.888451:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964567680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226789.888503:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226789.889487:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964567680 00000100:00100000:2.0:1781226789.889499:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964567680 00000100:00100000:2.0:1781226789.889558:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1781226789.889569:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964567680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226789.889600:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3920347136 avail 3688824832 00000100:00100000:2.0:1781226789.889675:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964567680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226789.889683:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1781226789.890551:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964567680:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1781226790.012406:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226790.018095:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226790.018106:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226790.018140:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:0.0:1781226790.018151:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226790.018549:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74112c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964567808:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226790.019025:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226790.025828:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.027794:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548160 00000100:00100000:1.0:1781226790.027815:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548160 00000100:00100000:1.0:1781226790.027915:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1053 00000100:00100000:1.0:1781226790.027929:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:28202:x1867750941548160:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226790.027980:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226790.028142:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:28202:x1867750941548160:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 216us (2328us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.028153:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1053 00000100:00080000:3.0:1781226790.029594:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1781226790.031223:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967920 is committed 00000001:00080000:1.0:1781226790.031260:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967918 is committed 00000020:00080000:1.0:1781226790.031269:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00010000:00010000:1.0:1781226790.031301:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031316:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031324:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031330:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226790.031336:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031345:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031377:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff89a5c307e700) 00010000:00010000:1.0:1781226790.031380:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226790.031385:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031392:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446539e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031423:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031434:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031438:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031443:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226790.031445:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031450:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031457:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226790.031459:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226790.031462:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.031467:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44653a5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033377:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033400:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033410:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033418:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226790.033423:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033432:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033455:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a5ef93d300) 00010000:00010000:3.0:1781226790.033458:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226790.033463:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.033470:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465477 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781226790.033536:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000020:00080000:3.0:1781226790.033550:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:2.0:1781226790.035279:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226790.035375:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548416 00000100:00100000:3.0:1781226790.035389:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548416 00000100:00100000:3.0:1781226790.035470:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1054 00000100:00100000:3.0:1781226790.035493:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28202:x1867750941548416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226790.035523:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226790.035549:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44654d2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a35 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.035744:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44654d9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.035762:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44654d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.035776:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44654d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226790.035789:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1781226790.035949:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44654d2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a35 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226790.035958:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74112c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964567808:192.168.202.30@tcp:107:hsm_cdtr.0 00010000:00010000:3.0:1781226790.035975:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44654d9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a35 expref: 45 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.035985:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:3.0:1781226790.035987:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226790.035990:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226790.036057:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941548416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 576us (790us total) trans 4294967921 rc 0/0 00000100:00100000:3.0:1781226790.036066:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1054 00000100:00100000:1.0:1781226790.054145:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.054186:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.054469:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548672 00000100:00100000:2.0:1781226790.054492:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548672 00000100:00100000:2.0:1781226790.054689:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 270 00000100:00100000:2.0:1781226790.054731:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941548672:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226790.054799:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.054826:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.054836:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226790.054839:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226790.054843:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.054895:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.054912:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 10 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226790.054930:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964567936:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226790.055051:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226790.055430:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548544 00000100:00100000:3.0:1781226790.055440:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548544 00000100:00100000:3.0:1781226790.055513:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 48 00000100:00100000:3.0:1781226790.055524:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941548544:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226790.055539:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226790.055571:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44654d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a35 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.055594:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:3.0:1781226790.055599:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226790.055638:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:2426:x1867750941548544:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 116us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226790.055646:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 48 00000100:00100000:2.0:1781226790.061911:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964567936:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226790.061951:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226790.063669:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226790.063748:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548800 00000100:00100000:3.0:1781226790.063762:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548800 00002000:00100000:3.0:1781226790.063876:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff89a4c6e2b840 x1867750941548800/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:601/0 lens 648/0 e 0 to 0 dl 1781226801 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226790.063889:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e2b840 with x1867750941548800 ext(0->157) 00010000:00010000:3.0:1781226790.063902:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 11 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.063922:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 11 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226790.063930:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c6e2b840 00000100:00100000:3.0:1781226790.063969:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 13 00000100:00100000:3.0:1781226790.063982:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941548800:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:3.0:1781226790.066011:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941548800:12345-192.168.202.30@tcp:4:cp.0 Request processed in 2017us (2356us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1781226790.066334:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 13 00002000:00100000:3.0:1781226790.066351:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff89a4c6e2b840 x1867750941548800/t4294967344(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:601/0 lens 648/448 e 0 to 0 dl 1781226801 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226790.066374:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e2b840 with x1867750941548800 ext(0->157) 00010000:00010000:3.0:1781226790.066388:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 13 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.066409:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 13 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226790.066417:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c6e2b840 00000100:00100000:1.0:1781226790.089453:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.089584:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941548928 00000100:00100000:2.0:1781226790.089598:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941548928 00010000:00010000:2.0:1781226790.089870:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 13 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226790.089956:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 330 00000100:00100000:2.0:1781226790.089969:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941548928:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226790.089990:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1781226790.090016:0:6510:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1781226790.090024:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 13 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.090041:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 13 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.090073:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cea23b53/0x5d5522eac4465493 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a12 expref: 13 pid: 9780 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.090095:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226790.090098:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226790.090104:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.090116:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.090162:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226790.090243:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941548928:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 276us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.090253:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 330 00010000:00010000:3.0:1781226790.090311:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090322:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090346:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090368:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090378:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090386:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226790.090391:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090403:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090416:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.090424:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44654e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226790.090490:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941548672:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 35754us (36291us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226790.090500:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 270 00000100:00100000:3.0:1781226790.094523:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.097022:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941549184 00000100:00100000:1.0:1781226790.097045:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941549184 00000100:00100000:1.0:1781226790.097136:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1055 00000100:00100000:1.0:1781226790.097150:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28202:x1867750941549184:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226790.097320:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28202:x1867750941549184:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 173us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.097330:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1055 00000100:00100000:1.0:1781226790.106843:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226790.106989:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941549312 00000100:00100000:0.0:1781226790.107003:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941549312 00000100:00100000:0.0:1781226790.107080:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 271 00000100:00100000:0.0:1781226790.107093:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941549312:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226790.107118:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226790.107147:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a3c expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226790.107182:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a2b5d24, atime: 0x0, ctime: 0x6a2b5d24, blocks: 0x8 00010000:00010000:0.0:1781226790.107209:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226790.107212:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226790.107223:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.107245:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.107262:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ec00, rc 0) 00000100:00100000:0.0:1781226790.107333:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941549312:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 243us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226790.107341:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 271 00000100:00100000:3.0:1781226790.111857:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.112022:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941549568 00000100:00100000:1.0:1781226790.112036:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941549568 00000100:00100000:1.0:1781226790.112110:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1056 00000100:00100000:1.0:1781226790.112122:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28202:x1867750941549568:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226790.112281:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28202:x1867750941549568:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 161us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.112291:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1056 00000100:00100000:3.0:1781226790.117122:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.117310:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941549696 00000100:00100000:2.0:1781226790.117324:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941549696 00002000:00100000:2.0:1781226790.117401:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff89a4c7925e00 x1867750941549696/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:601/0 lens 488/0 e 0 to 0 dl 1781226801 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226790.117415:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7925e00 with x1867750941549696 ext(0->4095) 00002000:00010000:2.0:1781226790.117422:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c7925e00 00000100:00100000:2.0:1781226790.117465:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 78 00000100:00100000:2.0:1781226790.117486:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941549696:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781226790.118123:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941549696:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 645us (1013us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226790.118133:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 78 00002000:00100000:3.0:1781226790.118141:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff89a4c7925e00 x1867750941549696/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:601/0 lens 488/4536 e 0 to 0 dl 1781226801 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226790.118148:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7925e00 with x1867750941549696 ext(0->4095) 00002000:00010000:3.0:1781226790.118152:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c7925e00 00000100:00100000:2.0:1781226790.135322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226790.135612:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941549824 00000100:00100000:0.0:1781226790.135625:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941549824 00000100:00100000:0.0:1781226790.135751:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1057 00000100:00100000:0.0:1781226790.135765:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28202:x1867750941549824:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226790.135792:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226790.135821:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44654f5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a43 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.135867:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.135883:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.135898:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.136049:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44654f5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 45 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.136074:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.136084:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:0.0:1781226790.136088:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226790.136092:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:0.0:1781226790.136175:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941549824:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 413us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226790.136183:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1057 00000100:00100000:2.0:1781226790.151118:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.151217:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941549952 00000100:00100000:1.0:1781226790.151229:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941549952 00000100:00100000:1.0:1781226790.151313:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1058 00000100:00100000:1.0:1781226790.151326:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941549952:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226790.151390:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226790.151557:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941549952:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 233us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.151566:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1058 00000100:00100000:0.0:1781226790.172732:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226790.172826:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941550080 00000100:00100000:3.0:1781226790.172839:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941550080 00000100:00100000:3.0:1781226790.172987:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 272 00000100:00100000:3.0:1781226790.173000:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941550080:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226790.173064:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173090:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226790.173092:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226790.173098:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173116:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173147:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173155:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173163:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173171:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226790.173176:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173186:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173205:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.173214:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465503 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226790.173315:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941550080:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 316us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226790.173324:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 272 00000100:00100000:3.0:1781226790.184659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226790.184764:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941550336 00000100:00100000:0.0:1781226790.184777:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941550336 00000100:00100000:0.0:1781226790.184845:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1059 00000100:00100000:0.0:1781226790.184857:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941550336:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226790.184970:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.184993:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.185003:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.185050:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.185066:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 44 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226790.185084:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964568064:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226790.185206:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785480 going to sleep for 11 seconds 00000100:00100000:2.0:1781226790.192546:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226790.192920:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941550464 00000100:00100000:0.0:1781226790.192934:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941550464 00010000:00010000:0.0:1781226790.192987:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 45 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226790.193045:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 331 00000100:00100000:0.0:1781226790.193057:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941550464:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226790.193078:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226790.193087:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 45 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.193103:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 45 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.193133:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:0.0:1781226790.193138:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.193154:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.193162:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.193184:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226790.193265:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941550464:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 210us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226790.193274:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 331 00010000:00010000:3.0:1781226790.193926:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44654fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a43 expref: 44 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226790.193951:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964568064:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226790.193977:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.193988:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.193994:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194222:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194231:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194239:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194246:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226790.194251:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194260:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194276:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:3.0:1781226790.194279:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226790.194284:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.194291:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446550a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226790.194638:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941550336:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 9779us (9991us total) trans 4294967922 rc 0/0 00000100:00100000:3.0:1781226790.194652:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1059 00000100:00100000:3.0:1781226790.198368:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.201126:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941550720 00000100:00100000:1.0:1781226790.201147:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941550720 00000100:00100000:1.0:1781226790.201223:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 200 00000100:00100000:1.0:1781226790.201249:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4489850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28202:x1867750941550720:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226790.201675:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4489850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28202:x1867750941550720:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 441us (3322us total) trans 4294967923 rc 0/0 00000100:00100000:1.0:1781226790.201690:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 200 00000040:00080000:0.0:1781226790.201992:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226790.201999:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226790.202507:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781226790.202519:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781226790.379368:0:21469:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226790.379382:0:21469:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226790.379419:0:21469:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:3.0:1781226790.379427:0:21469:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226790.493823:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.494095:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941550848 00000100:00100000:2.0:1781226790.494112:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941550848 00000100:00100000:2.0:1781226790.494193:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 273 00000100:00100000:2.0:1781226790.494207:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941550848:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226790.494233:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226790.494257:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a4a expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.494292:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226790.494295:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226790.494307:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.494332:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.494349:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226790.494444:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941550848:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 241us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.494452:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 273 00000100:00100000:0.0:1781226790.522004:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.522126:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941551104 00000100:00100000:1.0:1781226790.522141:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941551104 00000100:00100000:1.0:1781226790.522229:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1060 00000100:00100000:1.0:1781226790.522242:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+90:28203:x1867750941551104:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226790.522271:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226790.522299:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465518 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a51 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.522461:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446551f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.522494:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446551f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.522508:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446551f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226790.522523:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:1.0:1781226790.522678:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465518 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a51 expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.522739:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446551f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a51 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.522749:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:1.0:1781226790.522752:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226790.522756:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226790.522837:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+92:28203:x1867750941551104:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 599us (849us total) trans 4294967924 rc 0/0 00000100:00100000:1.0:1781226790.522845:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1060 00000100:00100000:1.0:1781226790.528144:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226790.528219:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941551232 00000100:00100000:0.0:1781226790.528232:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941551232 00000100:00100000:0.0:1781226790.528341:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 274 00000100:00100000:0.0:1781226790.528361:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941551232:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:0.0:1781226790.528419:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.528444:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.528455:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.528470:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226790.528480:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226790.528485:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.528527:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.528543:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 12 pid: 8404 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226790.528563:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964568192:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226790.528755:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.528767:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 11 pid: 15413 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226790.528778:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964568320:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226790.528804:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226790.537436:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964568192:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226790.537459:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964568320:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226790.537506:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226790.545511:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.547953:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226790.559729:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941551360 00000100:00100000:3.0:1781226790.559754:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941551360 00010000:00010000:2.0:1781226790.562114:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 13 pid: 8404 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226790.562188:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941551488 00000100:00100000:2.0:1781226790.562197:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941551488 00010000:00010000:2.0:1781226790.562219:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 12 pid: 15413 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226790.562250:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 332 00000100:00100000:2.0:1781226790.562260:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941551360:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226790.562280:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226790.562310:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 13 pid: 8404 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562331:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 13 pid: 8404 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562361:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac4465511 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a4a expref: 13 pid: 8404 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562388:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226790.562483:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941551360:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 213us (16975us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.562493:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 332 00000100:00100000:2.0:1781226790.562520:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 333 00000100:00100000:2.0:1781226790.562527:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941551488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226790.562535:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226790.562544:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 12 pid: 15413 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562555:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 12 pid: 15413 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562569:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b46df1/0x5d5522eac44654ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a3c expref: 12 pid: 15413 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562584:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226790.562587:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226790.562592:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562603:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562633:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226790.562839:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941551488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 311us (14900us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.562847:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 333 00010000:00010000:2.0:1781226790.562879:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562888:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562913:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562922:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562930:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562938:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226790.562943:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562953:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562966:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.562975:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e65a1de/0x5d5522eac446552d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226790.563029:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941551232:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 34679us (34896us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.563039:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 274 00000100:00100000:3.0:1781226790.573132:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.578369:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941551744 00000100:00100000:1.0:1781226790.578393:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941551744 00000100:00100000:1.0:1781226790.578486:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 201 00000100:00100000:1.0:1781226790.578499:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+92:28203:x1867750941551744:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:1.0:1781226790.578595:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446551f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a51 expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226790.578980:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967925 00000001:00080000:1.0:1781226790.579392:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967926 00010000:00010000:1.0:1781226790.579439:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.579460:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.579469:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.579490:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.579539:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.579559:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 95 pid: 6523 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226790.579576:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964568448:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226790.580882:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.580904:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 44 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226790.580921:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964568576:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226790.580975:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f68133c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226790.586357:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226790.586408:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226790.586448:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941551872 00000100:00100000:3.0:1781226790.586459:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941551872 00010000:00010000:3.0:1781226790.586521:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 96 pid: 6523 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226790.586561:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941552000 00000100:00100000:3.0:1781226790.586564:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941552000 00010000:00010000:3.0:1781226790.586578:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 45 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226790.586601:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 334 00000100:00100000:3.0:1781226790.586613:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+96:2427:x1867750941551872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226790.586631:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226790.586639:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 96 pid: 6523 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586654:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 96 pid: 6523 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586682:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:3.0:1781226790.586688:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586729:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586736:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226790.586800:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+96:2427:x1867750941551872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 189us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226790.586809:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 334 00000100:00100000:3.0:1781226790.586831:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 335 00000100:00100000:3.0:1781226790.586838:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3437450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941552000:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226790.586847:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226790.586852:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 45 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586862:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 45 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586876:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:3.0:1781226790.586880:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586889:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586897:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226790.586919:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226790.586938:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3437450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941552000:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 101us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226790.586944:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 335 00010000:00010000:1.0:1781226790.589911:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44654af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a19 expref: 95 pid: 6523 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226790.589944:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605903480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964568448:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226790.589962:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446547e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a04 expref: 44 pid: 14117 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226790.589975:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964568576:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226790.590007:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.590018:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.590027:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226790.590189:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967927 00000001:00080000:1.0:1781226790.590332:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967928 00000001:00080000:1.0:1781226790.590372:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967929 00000100:00100000:1.0:1781226790.590490:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964568704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226790.590576:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226790.590627:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226790.590788:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964568704 00000100:00100000:0.0:1781226790.590798:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964568704 00000100:00100000:0.0:1781226790.590861:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781226790.590873:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964568704:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226790.590991:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964568704:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 120us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226790.590999:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781226790.591041:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964568704:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1781226790.591181:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967930 00000100:00100000:0.0:1781226790.591230:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964568832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226790.591264:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226790.591283:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813780 going to sleep for 11 seconds 00000100:00100000:0.0:1781226790.591298:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964568832 00000100:00100000:0.0:1781226790.591302:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964568832 00000100:00100000:0.0:1781226790.591327:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1781226790.591334:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964568832:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226790.591439:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964568832:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (174us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1781226790.591446:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1781226790.591492:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964568832:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1781226790.591515:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.591525:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.591534:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.591541:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226790.591547:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.591556:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.591577:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:0.0:1781226790.591581:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781226790.591586:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226790.591593:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465534 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226790.596048:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781226790.596160:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:0.0:1781226790.596175:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 749736478916ns, next at 750736475549ns, rc = 0 00000001:00080000:0.0:1781226790.596190:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967931 00010000:00010000:0.0:1781226790.596258:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5ef93dc00) 00010000:00010000:0.0:1781226790.596264:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226790.596277:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446551f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a51 expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226790.596468:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+98:28203:x1867750941551744:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 17969us (23347us total) trans 4294967932 rc 0/0 00000100:00100000:0.0:1781226790.596499:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 201 00000020:00080000:0.0:1781226790.596507:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1781226790.641314:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.641362:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941552128 00000100:00100000:2.0:1781226790.641374:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941552128 00000100:00100000:2.0:1781226790.641446:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1061 00000100:00100000:2.0:1781226790.641457:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+98:28204:x1867750941552128:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226790.641503:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226790.641531:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446553b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a58 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641629:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641647:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641665:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641682:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641689:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641717:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641822:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641830:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641837:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226790.641896:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:2.0:1781226790.641901:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226790.641929:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641942:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641951:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641961:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641968:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641974:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226790.641979:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.641986:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642000:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:2.0:1781226790.642003:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226790.642008:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642013:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465542 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642146:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642155:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642163:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642169:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226790.642173:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642179:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642187:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226790.642190:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226790.642193:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642199:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465549 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642237:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446553b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a58 expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642252:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a58 expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.642260:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a4c6fba900) 00010000:00010000:2.0:1781226790.642262:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226790.642265:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226790.642349:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+99:28204:x1867750941552128:12345-192.168.202.30@tcp:101:diff.0 Request processed in 895us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.642358:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1061 00000100:00100000:2.0:1781226790.647831:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.647876:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941552384 00000100:00100000:2.0:1781226790.647888:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941552384 00000100:00100000:2.0:1781226790.647953:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1062 00000100:00100000:2.0:1781226790.647965:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+99:28204:x1867750941552384:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226790.647994:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226790.648021:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465557 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a5f expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.648164:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac446555e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.648181:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac446555e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.648195:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac446555e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226790.648208:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:2.0:1781226790.648355:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465557 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a5f expref: 102 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.648373:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac446555e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a5f expref: 101 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.648382:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a4c6fba900) 00010000:00010000:2.0:1781226790.648384:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226790.648388:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226790.648482:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+101:28204:x1867750941552384:12345-192.168.202.30@tcp:101:diff.0 Request processed in 508us (656us total) trans 4294967933 rc 0/0 00000100:00100000:2.0:1781226790.648490:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1062 00000100:00100000:2.0:1781226790.656608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.656750:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.656919:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941552512 00000100:00100000:1.0:1781226790.656933:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941552512 00000100:00100000:1.0:1781226790.657016:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941552768 00000100:00100000:1.0:1781226790.657019:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941552768 00000100:00100000:1.0:1781226790.657052:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 49 00000100:00100000:1.0:1781226790.657064:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+102:2426:x1867750941552512:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226790.657085:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226790.657118:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac446555e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a5f expref: 102 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.657145:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a4c6fba900) 00010000:00010000:1.0:1781226790.657152:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226790.657221:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+101:2426:x1867750941552512:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 159us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.657230:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 49 00000100:00100000:1.0:1781226790.657250:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 50 00000100:00100000:1.0:1781226790.657256:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+100:28204:x1867750941552768:12345-192.168.202.30@tcp:103:diff.0 00010000:00010000:1.0:1781226790.657267:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226790.657277:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465550 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a58 expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.657289:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a4c6fba900) 00010000:00010000:1.0:1781226790.657299:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226790.657319:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+99:28204:x1867750941552768:12345-192.168.202.30@tcp:103:diff.0 Request processed in 63us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.657325:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 50 00000100:00100000:0.0:1781226790.661178:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226790.661334:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941552896 00000100:00100000:1.0:1781226790.661347:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941552896 00000100:00100000:1.0:1781226790.661456:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1063 00000100:00100000:1.0:1781226790.661469:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:28204:x1867750941552896:12345-192.168.202.30@tcp:58:diff.0 00010000:00010000:1.0:1781226790.661642:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.666093:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226790.666114:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226790.666279:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:1.0:1781226790.666433:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:28204:x1867750941552896:12345-192.168.202.30@tcp:58:diff.0 Request processed in 4959us (5262us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226790.666446:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1063 00000100:00100000:1.0:1781226790.671309:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226790.671376:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941553024 00000100:00100000:2.0:1781226790.671389:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941553024 00000100:00100000:2.0:1781226790.671465:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1064 00000100:00100000:2.0:1781226790.671487:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+99:28204:x1867750941553024:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226790.671517:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226790.671559:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a66 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.671632:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.671656:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 100 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.671680:0:14117:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.671725:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 100 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.671742:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5fb2d1700) 00010000:00010000:2.0:1781226790.671745:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226790.671749:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 100 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226790.671758:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575800, rc 0) 00000100:00100000:2.0:1781226790.671845:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+100:28204:x1867750941553024:12345-192.168.202.30@tcp:101:diff.0 Request processed in 370us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226790.671857:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1064 00000100:00100000:1.0:1781226790.908002:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226790.908047:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964568960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226790.908143:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226790.908228:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964568960 00000100:00100000:3.0:1781226790.908239:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964568960 00000100:00100000:3.0:1781226790.908322:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1781226790.908335:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964568960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226790.908383:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226790.908450:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964568960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226790.908458:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1781226790.908503:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964568960:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226791.036265:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226791.164599:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1781226791.230009:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226791.230027:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226791.230150:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:0.0:1781226791.230165:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226791.232591:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964569088:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226791.232783:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:1.0:1781226791.242831:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.242977:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941553152 00000100:00100000:2.0:1781226791.242990:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941553152 00000100:00100000:2.0:1781226791.243128:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1065 00000100:00100000:2.0:1781226791.243142:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941553152:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226791.243192:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226791.243257:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964569088:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226791.243349:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941553152:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 210us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.243358:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1065 00000100:00100000:3.0:1781226791.254127:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226791.254519:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941553280 00000100:00100000:1.0:1781226791.254532:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941553280 00000100:00100000:1.0:1781226791.254637:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1066 00000100:00100000:1.0:1781226791.254649:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941553280:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781226791.254793:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254818:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254836:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254855:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254863:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254870:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254901:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254911:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.254918:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226791.254982:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:1.0:1781226791.254987:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226791.255004:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255277:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255286:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255293:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255301:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255307:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226791.255312:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255321:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255336:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226791.255339:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226791.255344:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255351:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446557a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255377:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255382:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255388:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255392:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226791.255395:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255401:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255408:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226791.255410:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226791.255413:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255420:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465581 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255438:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255444:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255450:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255456:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226791.255460:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255475:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255483:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5fb2d1700) 00010000:00010000:1.0:1781226791.255486:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226791.255489:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.255494:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465588 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226791.256216:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941553280:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 1562us (2099us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226791.256230:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1066 00000100:00100000:1.0:1781226791.266888:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.267480:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941553536 00000100:00100000:3.0:1781226791.267495:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941553536 00000100:00100000:3.0:1781226791.267587:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1067 00000100:00100000:3.0:1781226791.267602:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941553536:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226791.267632:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226791.267660:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446558f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a6d expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.267855:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.267872:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.267886:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226791.267899:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1781226791.268001:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268009:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268016:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268022:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226791.268027:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268035:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268048:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5fb2d1700) 00010000:00010000:3.0:1781226791.268051:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226791.268056:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268063:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465596 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268114:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446558f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a6d expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268126:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226791.268128:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226791.268132:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446558f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a6d expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.268149:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226791.268241:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941553536:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 644us (1369us total) trans 4294967934 rc 301/301 00000100:00100000:3.0:1781226791.268253:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1067 00000100:00100000:1.0:1781226791.273822:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.273941:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941553664 00000100:00100000:3.0:1781226791.273953:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941553664 00000100:00100000:3.0:1781226791.274018:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1068 00000100:00100000:3.0:1781226791.274028:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941553664:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226791.274077:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226791.274605:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941553664:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 575us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226791.274615:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1068 00000100:00100000:0.0:1781226791.284381:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226791.284906:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941553920 00000100:00100000:1.0:1781226791.284920:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941553920 00000100:00100000:1.0:1781226791.284997:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1069 00000100:00100000:1.0:1781226791.285010:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941553920:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226791.285040:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226791.285068:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655a4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a74 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.286548:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44655ab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.286571:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44655ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.286587:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44655ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226791.286602:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:1.0:1781226791.286682:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655a4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a74 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.286734:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44655ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a74 expref: 47 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.286744:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226791.286747:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226791.286752:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226791.286982:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:28206:x1867750941553920:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1973us (2612us total) trans 4294967935 rc 0/0 00000100:00100000:1.0:1781226791.286994:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1069 00000100:00100000:1.0:1781226791.306417:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.306670:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941554176 00000100:00100000:2.0:1781226791.306682:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941554176 00000100:00100000:2.0:1781226791.306787:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1070 00000100:00100000:2.0:1781226791.306800:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:28206:x1867750941554176:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.306893:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226791.306929:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44655ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a74 expref: 47 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.306955:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226791.306969:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226791.306998:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.307015:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.307031:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.307073:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.307088:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 99 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.307105:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964569216:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226791.307229:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226791.312190:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.312332:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941554304 00000100:00100000:0.0:1781226791.312352:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941554304 00010000:00010000:0.0:1781226791.312423:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 100 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226791.312480:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 336 00000100:00100000:0.0:1781226791.312494:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+100:2427:x1867750941554304:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226791.312513:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226791.312521:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 100 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.312535:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 100 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.312562:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226791.312569:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.312581:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.312589:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.312613:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226791.312691:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+100:2427:x1867750941554304:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 200us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226791.312728:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 336 00000100:00080000:2.0:1781226791.313757:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226791.313874:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac44654c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a27 expref: 99 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226791.313912:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964569216:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226791.313941:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.313952:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.313958:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.313991:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314004:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314015:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314084:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314093:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314100:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314106:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226791.314111:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314120:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314132:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:1.0:1781226791.314135:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226791.314140:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314283:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44655b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314299:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314305:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314311:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314415:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226791.314419:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314425:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314434:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x24d80e72 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226791.314436:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226791.314439:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.314446:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655c0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x24d80e72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226791.314599:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:28206:x1867750941554176:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 7799us (8193us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781226791.314610:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1070 00000100:00100000:2.0:1781226791.326301:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.326826:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941554432 00000100:00100000:3.0:1781226791.326841:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941554432 00000100:00100000:3.0:1781226791.326920:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1071 00000100:00100000:3.0:1781226791.326933:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:28206:x1867750941554432:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226791.326963:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226791.326995:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44655c7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a7b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.327042:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.327059:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.327073:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.327238:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44655c7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.327267:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.327277:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.327280:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226791.327284:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226791.327545:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:28206:x1867750941554432:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 614us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226791.327554:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1071 00000100:00100000:0.0:1781226791.331124:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226791.336201:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941554688 00000100:00100000:1.0:1781226791.336225:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941554688 00000100:00100000:1.0:1781226791.336308:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1072 00000100:00100000:1.0:1781226791.336569:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:28206:x1867750941554688:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226791.336833:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.336857:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.336872:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226791.337595:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000049ff2e15 reply state 00000000357d8830 transno 4294967936 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.337618:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.337628:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226791.337631:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226791.337636:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226791.338062:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:28206:x1867750941554688:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1739us (6947us total) trans 4294967936 rc 0/0 00000100:00100000:2.0:1781226791.338074:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1072 00000100:00100000:0.0:1781226791.346731:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226791.347053:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941554816 00000100:00100000:1.0:1781226791.347068:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941554816 00000100:00100000:1.0:1781226791.347160:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1073 00000100:00100000:1.0:1781226791.347172:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:28206:x1867750941554816:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226791.347206:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226791.347234:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a82 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.347332:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.347616:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226791.347628:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:1.0:1781226791.347632:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226791.347637:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:2.0:1781226791.348267:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:28206:x1867750941554816:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1092us (1546us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.348279:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1073 00000100:00100000:1.0:1781226791.353803:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.354282:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941554944 00000100:00100000:2.0:1781226791.354296:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941554944 00000100:00100000:2.0:1781226791.354377:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 202 00000100:00100000:2.0:1781226791.354390:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:28206:x1867750941554944:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781226791.354582:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:28206:x1867750941554944:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 193us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.354590:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 202 00000100:00100000:0.0:1781226791.362626:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.362869:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941555200 00000100:00100000:2.0:1781226791.362894:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941555200 00000100:00100000:2.0:1781226791.362968:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 203 00000100:00100000:2.0:1781226791.362981:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:28206:x1867750941555200:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226791.363600:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941555200:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 618us (986us total) trans 4294967937 rc 0/0 00000100:00100000:2.0:1781226791.363610:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 203 00000100:00100000:1.0:1781226791.373410:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.373764:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941555456 00000100:00100000:2.0:1781226791.373779:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941555456 00000100:00100000:2.0:1781226791.373861:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1074 00000100:00100000:2.0:1781226791.373875:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941555456:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226791.374032:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941555456:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 161us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.374041:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1074 00000100:00100000:1.0:1781226791.378400:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.379086:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941555712 00000100:00100000:2.0:1781226791.379101:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941555712 00000100:00100000:2.0:1781226791.379203:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1075 00000100:00100000:2.0:1781226791.379216:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941555712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.379247:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226791.379274:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44655e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a89 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.379437:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.379456:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.379474:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.379517:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.379533:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 52 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.379551:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964569344:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226791.379679:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217900 going to sleep for 11 seconds 00000100:00100000:1.0:1781226791.384983:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.385094:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964569344:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226791.385131:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226791.385673:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941555840 00000100:00100000:3.0:1781226791.385685:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941555840 00010000:00010000:3.0:1781226791.385779:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 53 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226791.385822:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 337 00000100:00100000:3.0:1781226791.385834:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2426:x1867750941555840:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226791.385855:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226791.385864:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 53 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.385878:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 53 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.385908:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44655dc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a82 expref: 53 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.385934:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.385940:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.385952:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.385961:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.385986:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226791.386060:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:2426:x1867750941555840:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 228us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226791.386069:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 337 00010000:00010000:0.0:1781226791.386146:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386155:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226791.386179:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:0.0:1781226791.386427:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:0.0:1781226791.386605:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386620:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386628:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386635:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226791.386641:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386649:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386660:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:0.0:1781226791.386663:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226791.386668:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386675:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44655ea lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386778:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44655e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a89 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386789:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff89a5c307ec00) 00010000:00010000:0.0:1781226791.386792:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226791.386796:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44655e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a89 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.386806:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575200, rc 0) 00000100:00100000:0.0:1781226791.386846:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941555712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 7634us (8461us total) trans 4294967938 rc 301/301 00000100:00100000:0.0:1781226791.386856:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1075 00000100:00100000:1.0:1781226791.397331:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.397526:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556096 00000100:00100000:0.0:1781226791.397538:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556096 00000100:00100000:0.0:1781226791.397661:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 204 00000100:00100000:0.0:1781226791.397674:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941556096:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226791.398097:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:28206:x1867750941556096:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 426us (780us total) trans 4294967939 rc 0/0 00000100:00100000:0.0:1781226791.399588:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 204 00000100:00100000:1.0:1781226791.405542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.409618:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556224 00000100:00100000:3.0:1781226791.409652:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556224 00000100:00100000:2.0:1781226791.410224:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1076 00000100:00100000:2.0:1781226791.410240:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+52:28206:x1867750941556224:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.410275:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226791.410305:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44655f8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a90 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.410416:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44655ff lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.410433:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44655ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.410448:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44655ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226791.410517:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:2.0:1781226791.410523:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226791.410550:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44655ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.410584:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44655f8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a90 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.410610:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44655ff lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a90 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.410621:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226791.410625:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226791.410629:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574400, rc 0) 00000100:00100000:2.0:1781226791.410825:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:28206:x1867750941556224:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 587us (5297us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.410835:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1076 00000100:00100000:1.0:1781226791.424535:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.426497:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556352 00000100:00100000:3.0:1781226791.426517:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556352 00000100:00100000:3.0:1781226791.426633:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 275 00000100:00100000:3.0:1781226791.426650:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941556352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226791.426677:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226791.426762:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a97 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226791.426799:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226791.426827:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226791.426830:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226791.426842:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 10 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.426866:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 10 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.426884:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226791.426963:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941556352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 319us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226791.426972:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 275 00000100:00080000:2.0:1781226791.427248:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226791.431607:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.431740:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556608 00000100:00100000:2.0:1781226791.431754:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556608 00000100:00100000:2.0:1781226791.431829:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1077 00000100:00100000:2.0:1781226791.431843:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:28206:x1867750941556608:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226791.432012:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:28206:x1867750941556608:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 172us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.432021:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1077 00000100:00100000:1.0:1781226791.435093:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.435243:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556736 00000100:00100000:2.0:1781226791.435257:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556736 00000100:00100000:2.0:1781226791.435334:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 276 00000100:00100000:2.0:1781226791.435348:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:28206:x1867750941556736:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.435382:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226791.435414:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46a9e expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.435474:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.435484:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226791.435486:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226791.435491:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.435532:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.435548:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.435571:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964569472:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226791.435749:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226791.445378:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964569472:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226791.445424:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.445448:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226791.445531:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:28206:x1867750941556736:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 10187us (10451us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.445542:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 276 00000100:00100000:0.0:1781226791.446630:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.446794:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556864 00000100:00100000:3.0:1781226791.446807:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556864 00010000:00010000:3.0:1781226791.446852:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226791.446899:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 338 00000100:00100000:3.0:1781226791.446910:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941556864:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226791.446927:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226791.446952:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.446967:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.446998:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac59f006/0x5d5522eac4465606 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a97 expref: 11 pid: 9780 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.447031:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226791.447033:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226791.447041:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.447053:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.447094:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226791.447112:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964569600:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226791.447202:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226791.456063:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964569600:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226791.456104:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226791.463426:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941556864:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 9342us (9626us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226791.463447:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 338 00000100:00100000:2.0:1781226791.473536:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.474233:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941556992 00000100:00100000:3.0:1781226791.474249:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941556992 00002000:00100000:3.0:1781226791.474324:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff89a605876580 x1867750941556992/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:602/0 lens 648/0 e 0 to 0 dl 1781226802 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226791.474338:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a605876580 with x1867750941556992 ext(0->157) 00002000:00010000:3.0:1781226791.474345:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a605876580 00000100:00100000:3.0:1781226791.474391:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 79 00000100:00100000:3.0:1781226791.474402:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941556992:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1781226791.479310:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941556992:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 4894us (5775us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1781226791.479328:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 79 00002000:00100000:3.0:1781226791.479345:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff89a605876580 x1867750941556992/t4294967354(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:602/0 lens 648/448 e 0 to 0 dl 1781226802 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226791.479358:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a605876580 with x1867750941556992 ext(0->157) 00002000:00010000:3.0:1781226791.479365:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a605876580 00000100:00100000:1.0:1781226791.488231:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.488336:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941557120 00000100:00100000:0.0:1781226791.488349:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941557120 00000100:00100000:0.0:1781226791.488424:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1078 00000100:00100000:0.0:1781226791.488437:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:28206:x1867750941557120:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781226791.494539:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967939 is committed 00000001:00080000:1.0:1781226791.494588:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967933 is committed 00000004:00080000:1.0:1781226791.494595:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:1.0:1781226791.494620:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c8785000 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:1.0:1781226791.494625:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c96dd200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c8785a80 00000020:00080000:1.0:1781226791.494629:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c96dd400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8988e00 00000100:00100000:2.0:1781226791.494940:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226791.494968:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964569728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781226791.495066:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226791.495164:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964569728 00000100:00100000:2.0:1781226791.495175:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964569728 00000100:00100000:2.0:1781226791.495243:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1781226791.495255:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964569728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781226791.495288:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00002000:00010000:2.0:1781226791.495332:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a2b5d24, atime: 0x0, ctime: 0x6a2b5d24, blocks: 0x8 00010000:00010000:2.0:1781226791.495342:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495363:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226791.495366:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226791.495372:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495389:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495400:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495410:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495431:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226791.495626:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964569728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 372us (558us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1781226791.495635:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00010000:00010000:2.0:1781226791.495668:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226791.495675:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495685:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226791.495690:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495742:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495768:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495777:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bdd8f81/0x5d5522eac4465614 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.495798:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226791.495800:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226791.495802:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1781226791.495813:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1781226791.495855:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a6058761c0/2, rc 0, transno 4294967346 00000100:00100000:2.0:1781226791.495863:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964569728:0@lo:6:osp-syn-0-0.0 00000020:00080000:0.0:1781226791.496227:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:0.0:1781226791.496282:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:0.0:1781226791.496427:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941557120:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 7988us (8206us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226791.496437:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1078 00010000:00010000:3.0:1781226791.496996:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.497012:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.497019:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.497026:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226791.497030:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.497037:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.497054:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.497057:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781226791.497062:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.497070:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44655d5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226791.501179:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.501268:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941557248 00000100:00100000:3.0:1781226791.501281:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941557248 00000100:00100000:3.0:1781226791.501353:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 278 00000100:00100000:3.0:1781226791.501364:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941557248:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1781226791.514030:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00100000:2.0:1781226791.514658:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941557248:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 13285us (13484us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.514674:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 278 00000100:00100000:2.0:1781226791.527634:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.527843:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941557504 00000100:00100000:3.0:1781226791.527859:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941557504 00000100:00100000:3.0:1781226791.527941:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1079 00000100:00100000:3.0:1781226791.527954:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:28206:x1867750941557504:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226791.528028:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226791.528063:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44655ff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a90 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.528094:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.528100:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226791.528141:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.528159:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.528170:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226791.528336:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000005349b59 reply state 00000000c076cfb9 transno 4294967940 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.528368:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.528375:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.528378:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226791.528381:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226791.528560:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941557504:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 608us (941us total) trans 4294967940 rc 0/0 00000100:00100000:3.0:1781226791.528569:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1079 00000100:00100000:1.0:1781226791.530998:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.532580:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941557632 00000100:00100000:0.0:1781226791.532609:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941557632 00000100:00100000:0.0:1781226791.532770:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1080 00000100:00100000:0.0:1781226791.532786:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941557632:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226791.532825:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226791.532859:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46aa5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.532941:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.532959:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.532985:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:0.0:1781226791.532989:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226791.532994:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f800, rc 0) 00000100:00100000:0.0:1781226791.533080:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941557632:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 298us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226791.533088:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1080 00000100:00100000:0.0:1781226791.545067:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.545136:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941557760 00000100:00100000:3.0:1781226791.545150:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941557760 00000100:00100000:3.0:1781226791.545227:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 279 00000100:00100000:3.0:1781226791.545239:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941557760:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781226791.545477:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781226791.545481:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1781226788 00002000:00010000:3.0:1781226791.545484:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime from disk: 0 -> 1781226788 00002000:00010000:3.0:1781226791.545486:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1781226788 00002000:00010000:3.0:1781226791.545488:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781226791.545566:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941557760:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 329us (513us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1781226791.545574:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 279 00000100:00100000:2.0:1781226791.553673:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.554425:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558016 00000100:00100000:0.0:1781226791.554440:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558016 00000100:00100000:2.0:1781226791.561305:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1081 00000100:00100000:2.0:1781226791.561326:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:28206:x1867750941558016:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.561495:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.561518:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.561534:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.561592:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.561609:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 45 pid: 6525 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.561626:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964569856:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226791.562584:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226791.567637:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.567761:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558144 00000100:00100000:0.0:1781226791.567777:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558144 00010000:00010000:0.0:1781226791.567831:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 46 pid: 6525 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226791.567882:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 339 00000100:00100000:0.0:1781226791.567896:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2427:x1867750941558144:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226791.567921:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226791.567931:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 46 pid: 6525 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.567947:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 46 pid: 6525 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.567980:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:0.0:1781226791.567985:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.567998:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.568007:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.568029:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226791.568107:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2427:x1867750941558144:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 214us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226791.568116:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 339 00010000:00010000:2.0:1781226791.569570:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44655ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a7b expref: 45 pid: 6525 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.569601:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964569856:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226791.569635:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.569649:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.569656:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570081:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570091:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570101:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570108:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226791.570114:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570123:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570143:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226791.570147:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781226791.570152:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.570159:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465629 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.570282:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941558016:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 8958us (16622us total) trans 0 rc -22/-22 00000100:00100000:2.0:1781226791.570295:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1081 00000100:00100000:1.0:1781226791.572292:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.572587:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558272 00000100:00100000:2.0:1781226791.572600:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558272 00000100:00100000:2.0:1781226791.572914:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 280 00000100:00100000:2.0:1781226791.572928:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941558272:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.572995:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.573022:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.573033:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226791.573036:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226791.573041:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.573091:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.573109:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 11 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.573129:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964569984:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226791.573573:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226791.577563:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964569984:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226791.577602:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226791.580866:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.581109:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558400 00000100:00100000:3.0:1781226791.581123:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558400 00010000:00010000:3.0:1781226791.581188:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 12 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226791.581260:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 340 00000100:00100000:3.0:1781226791.581272:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c3434850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941558400:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226791.581294:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226791.581336:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 12 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.581360:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 12 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.581393:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac446560d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a9e expref: 12 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.581414:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226791.581417:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226791.581425:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.581438:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.581490:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226791.581567:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c3434850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941558400:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 295us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226791.581576:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 340 00010000:00010000:2.0:1781226791.581826:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581837:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581863:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581873:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581895:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581903:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226791.581908:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581917:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581930:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.581938:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b00d29a9/0x5d5522eac4465630 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.581999:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941558272:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 9075us (9721us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.582008:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 280 00000100:00100000:0.0:1781226791.588386:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.588510:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558656 00000100:00100000:2.0:1781226791.588522:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558656 00000100:00100000:2.0:1781226791.588604:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1082 00000100:00100000:2.0:1781226791.588619:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:28206:x1867750941558656:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226791.588768:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.588796:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.588815:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.589471:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.589488:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.589498:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.589546:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.589566:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 45 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.589586:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964570112:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226791.590395:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226791.602091:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964570112:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226791.602134:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226791.604352:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.604603:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558784 00000100:00100000:2.0:1781226791.604617:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558784 00010000:00010000:2.0:1781226791.604674:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 46 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.604764:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 341 00000100:00100000:2.0:1781226791.604777:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2427:x1867750941558784:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226791.604798:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226791.604805:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 46 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.604820:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 46 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.604852:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465622 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aa5 expref: 46 pid: 6524 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.604874:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226791.604880:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.604892:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.604901:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.604939:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226791.605020:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941558784:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 246us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226791.605033:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 341 00010000:00010000:3.0:1781226791.605741:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.605755:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226791.605930:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967941 00000001:00080000:3.0:1781226791.606087:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967942 00000001:00080000:3.0:1781226791.606127:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967943 00000100:00100000:3.0:1781226791.606519:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964570240:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1781226791.606607:0:14117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226791.606659:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226791.607561:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964570240 00000100:00100000:0.0:1781226791.607575:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964570240 00000100:00100000:0.0:1781226791.607665:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1781226791.607678:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964570240:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1781226791.607871:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964570240:12345-0@lo:1000:mdt00_004.0 Request processed in 196us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226791.607878:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1781226791.609186:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964570240:0@lo:1000:mdt00_004.0 00000100:00080000:2.0:1781226791.610516:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1781226791.610922:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967944 00000100:00100000:3.0:1781226791.611056:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964570368:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1781226791.611164:0:14117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226791.611198:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226791.611860:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964570368 00000100:00100000:1.0:1781226791.611872:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964570368 00000100:00100000:1.0:1781226791.611955:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781226791.611968:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964570368:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781226791.612221:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:14117:x1867750964570368:12345-0@lo:1000:mdt00_004.0 Request processed in 244us (1045us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1781226791.612231:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1781226791.612825:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964570368:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1781226791.612948:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967945 00010000:00010000:3.0:1781226791.612993:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613006:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613015:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613022:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226791.613027:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613040:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613060:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.613064:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226791.613069:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613075:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446563e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613108:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613115:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613122:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613127:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226791.613130:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613136:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613156:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5fb2d1700) 00010000:00010000:3.0:1781226791.613158:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226791.613165:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613183:0:14117:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613193:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.613234:0:14117:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575800/0x5d5522eac4465573 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46a66 expref: 88 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226791.613250:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964570496:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226791.618289:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226791.624844:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.625029:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964570496:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226791.625071:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625083:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446556c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625130:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625161:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625176:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625188:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625195:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625202:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625218:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226791.625223:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625232:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625246:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5fb2d1700) 00010000:00010000:2.0:1781226791.625249:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226791.625253:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625260:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465645 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625272:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625278:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625283:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625287:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226791.625290:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625295:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625302:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff89a5fb2d1700) 00010000:00010000:2.0:1781226791.625304:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226791.625307:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226791.625619:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465637 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226791.626092:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:28206:x1867750941558656:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 37472us (37716us total) trans 4294967946 rc 0/0 00000100:00100000:2.0:1781226791.626106:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1082 00000020:00080000:2.0:1781226791.626115:0:14117:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1781226791.628589:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941558912 00000100:00100000:1.0:1781226791.628609:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941558912 00000100:00100000:1.0:1781226791.628773:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 205 00000100:00100000:1.0:1781226791.628787:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+89:28204:x1867750941558912:12345-192.168.202.30@tcp:49:diff.0 00000100:00100000:1.0:1781226791.628976:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+89:28204:x1867750941558912:12345-192.168.202.30@tcp:49:diff.0 Request processed in 193us (4147us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226791.628985:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 205 00000100:00100000:1.0:1781226791.638747:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226791.639052:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226791.639162:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941559296 00000100:00100000:0.0:1781226791.639173:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941559296 00000100:00100000:3.0:1781226791.639385:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941559168 00000100:00100000:3.0:1781226791.639391:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941559168 00000100:00100000:3.0:1781226791.639437:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 206 00000100:00100000:3.0:1781226791.639451:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:28206:x1867750941559168:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781226791.639863:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1781226791.639914:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967947 00010000:00010000:3.0:1781226791.639956:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.639976:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.639989:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.639999:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640011:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640018:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640038:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226791.640176:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:28206:x1867750941559168:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 727us (1453us total) trans 4294967948 rc 0/0 00000100:00100000:3.0:1781226791.640186:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 206 00000020:00080000:3.0:1781226791.640192:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1781226791.640216:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226791.640222:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640230:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226791.640234:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640243:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640259:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226791.640263:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226791.640268:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640274:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446564c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226791.640297:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226791.640299:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226791.640300:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1781226791.643809:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1781226791.649049:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226791.649063:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226791.649897:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781226791.649921:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226791.651543:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 281 00000100:00100000:0.0:1781226791.651578:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+14:28204:x1867750941559296:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:0.0:1781226791.651607:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226791.651939:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4465653 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46aac expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226791.651978:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a2b5d24, atime: 0x6a2b5d24, ctime: 0x6a2b5d24, blocks: 0x8 00010000:00010000:0.0:1781226791.652012:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226791.652015:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226791.652029:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4465653 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aac expref: 15 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.652051:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4465653 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aac expref: 15 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226791.652068:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ec00, rc 0) 00000100:00100000:0.0:1781226791.652561:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+15:28204:x1867750941559296:12345-192.168.202.30@tcp:101:diff.0 Request processed in 999us (13504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226791.652571:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 281 00000100:00100000:1.0:1781226791.658547:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226791.658750:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941559424 00000100:00100000:2.0:1781226791.658763:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941559424 00002000:00100000:2.0:1781226791.658831:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff89a6057fb480 x1867750941559424/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:602/0 lens 488/0 e 0 to 0 dl 1781226802 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226791.658846:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057fb480 with x1867750941559424 ext(0->4095) 00002000:00010000:2.0:1781226791.658852:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6057fb480 00000100:00100000:2.0:1781226791.658928:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 80 00000100:00100000:2.0:1781226791.658939:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941559424:12345-192.168.202.30@tcp:3:diff.0 00000100:00100000:2.0:1781226791.659177:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941559424:12345-192.168.202.30@tcp:3:diff.0 Request processed in 239us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226791.659186:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 80 00002000:00100000:2.0:1781226791.659193:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff89a6057fb480 x1867750941559424/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:602/0 lens 488/4536 e 0 to 0 dl 1781226802 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226791.659201:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057fb480 with x1867750941559424 ext(0->4095) 00002000:00010000:2.0:1781226791.659206:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6057fb480 00000100:00100000:1.0:1781226791.663888:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226791.664112:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941559680 00000100:00100000:3.0:1781226791.664126:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941559680 00000100:00100000:3.0:1781226791.664218:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 207 00000100:00100000:3.0:1781226791.664232:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+89:28204:x1867750941559680:12345-192.168.202.30@tcp:35:diff.0 00000100:00100000:3.0:1781226791.667025:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+90:28204:x1867750941559680:12345-192.168.202.30@tcp:35:diff.0 Request processed in 2779us (3134us total) trans 4294967949 rc 0/0 00000100:00100000:3.0:1781226791.667042:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 207 00010000:00010000:3.0:1781226792.065244:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226792.447003:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964570624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226792.447118:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226792.448793:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226792.448818:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964570752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226792.448910:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226792.449221:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964570624 00000100:00100000:0.0:1781226792.449237:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964570624 00000100:00080000:1.0:1781226792.449637:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226792.457786:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964570752 00000100:00100000:0.0:1781226792.457804:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964570752 00000100:00100000:1.0:1781226792.459238:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1781226792.459271:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964570624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226792.459334:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129153856 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226792.459540:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964570624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 287us (12422us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226792.459550:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1781226792.459582:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1781226792.459590:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964570752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226792.459601:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129153856 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226792.459625:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964570752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (10717us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226792.459641:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1781226792.460147:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964570624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226792.460268:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964570752:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1781226792.714342:0:21520:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226792.714355:0:21520:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226792.714389:0:21520:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:3.0:1781226792.714414:0:21520:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226792.861354:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861398:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861426:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861447:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861489:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861508:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861526:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861549:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861576:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226792.861609:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560192 00000100:00100000:3.0:1781226792.861621:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560192 00000100:00100000:2.0:1781226792.861631:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560704 00000100:00100000:2.0:1781226792.861635:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560704 00000100:00100000:3.0:1781226792.861689:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560320 00000100:00100000:3.0:1781226792.861711:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560320 00000100:00100000:1.0:1781226792.861727:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941559936 00000100:00100000:1.0:1781226792.861731:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941559936 00000100:00100000:1.0:1781226792.861766:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560448 00000100:00100000:1.0:1781226792.861769:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560448 00000100:00100000:1.0:1781226792.861784:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560064 00000100:00100000:1.0:1781226792.861786:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560064 00000100:00100000:1.0:1781226792.861798:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560576 00000100:00100000:1.0:1781226792.861800:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560576 00000100:00100000:1.0:1781226792.861817:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 926 00000100:00100000:1.0:1781226792.861829:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:2425:x1867750941559936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226792.861940:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+90:2425:x1867750941559936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 113us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226792.861949:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 926 00000100:00100000:1.0:1781226792.861968:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 927 00000100:00100000:1.0:1781226792.861974:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2425:x1867750941560448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226792.862003:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2425:x1867750941560448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226792.862010:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 927 00000100:00100000:1.0:1781226792.862022:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 928 00000100:00100000:1.0:1781226792.862029:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941560064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226792.862052:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941560064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226792.862058:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 928 00000100:00100000:1.0:1781226792.862068:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 929 00000100:00100000:1.0:1781226792.862074:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941560576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226792.862093:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941560576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226792.862099:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 929 00000100:00080000:1.0:1781226792.862117:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226792.862121:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226792.862125:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226792.869866:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560832 00000100:00100000:2.0:1781226792.869889:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560832 00000100:00100000:2.0:1781226792.869949:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 533 00000100:00100000:2.0:1781226792.869963:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941560192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226792.870088:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941560192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 128us (8688us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226792.870097:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 533 00000100:00100000:2.0:1781226792.870126:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 534 00000100:00100000:2.0:1781226792.870134:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941560704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226792.870161:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941560704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (8712us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226792.870167:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 534 00000100:00100000:2.0:1781226792.870182:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 535 00000100:00100000:2.0:1781226792.870190:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941560832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226792.870230:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941560832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 41us (8653us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226792.870237:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 535 00000100:00100000:2.0:1781226792.870275:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941559808 00000100:00100000:2.0:1781226792.870280:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941559808 00000100:00100000:2.0:1781226792.870314:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 716 00000100:00100000:2.0:1781226792.870321:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941559808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226792.870343:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941559808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (8855us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226792.870349:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 716 00000100:00100000:3.0:1781226792.876773:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 536 00000100:00100000:3.0:1781226792.876796:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:2425:x1867750941560320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226792.877147:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:2425:x1867750941560320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 359us (15617us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226792.877156:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 536 00010000:00010000:2.0:1781226793.083948:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226793.468388:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226793.468420:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964570880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226793.468529:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226793.471464:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964570880 00000100:00100000:0.0:1781226793.471483:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964570880 00000100:00100000:0.0:1781226793.471580:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781226793.471594:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964570880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226793.471659:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1781226793.471820:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964570880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 228us (3290us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226793.471829:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1781226793.472073:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964570880:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226794.108152:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226795.004026:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964571008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226795.004114:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226795.004207:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571008 00000100:00100000:3.0:1781226795.004215:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571008 00000100:00100000:3.0:1781226795.004270:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1781226795.004278:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964571008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226795.004312:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:3.0:1781226795.004348:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964571008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226795.004354:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:3.0:1781226795.004374:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226795.004405:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964571008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226795.004517:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226795.004527:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964571136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226795.004563:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226795.004927:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571136 00000100:00100000:1.0:1781226795.004932:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571136 00000100:00100000:1.0:1781226795.004967:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1781226795.004973:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964571136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226795.004986:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:1.0:1781226795.005030:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964571136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226795.005037:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:2.0:1781226795.005089:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226795.005131:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964571392:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005160:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005180:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964571904:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005194:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005207:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964572416:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005220:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005232:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226795.005236:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964571520:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005255:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005266:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964572032:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005279:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005287:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964572544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005299:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005315:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571392 00000100:00100000:0.0:1781226795.005318:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571392 00000100:00100000:0.0:1781226795.005338:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571904 00000100:00100000:0.0:1781226795.005339:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571904 00000100:00100000:0.0:1781226795.005353:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572416 00000100:00100000:0.0:1781226795.005354:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572416 00000100:00100000:0.0:1781226795.005363:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572032 00000100:00100000:0.0:1781226795.005364:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572032 00000100:00100000:0.0:1781226795.005373:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572544 00000100:00100000:0.0:1781226795.005374:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572544 00000100:00100000:0.0:1781226795.005382:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1781226795.005386:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964571392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005414:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964571392:12345-0@lo:400:kworker.0 Request processed in 27us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005418:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1781226795.005427:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1781226795.005444:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964571904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005470:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964571904:12345-0@lo:400:kworker.0 Request processed in 27us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005476:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1781226795.005488:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1781226795.005494:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964572416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005522:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964572416:12345-0@lo:400:kworker.0 Request processed in 28us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005528:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1781226795.005538:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1781226795.005544:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964572032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005567:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964572032:12345-0@lo:400:kworker.0 Request processed in 24us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005571:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1781226795.005578:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1781226795.005582:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964572544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005596:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964572544:12345-0@lo:400:kworker.0 Request processed in 14us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005600:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1781226795.005613:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571520 00000100:00100000:0.0:1781226795.005615:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571520 00000100:00100000:0.0:1781226795.005633:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1781226795.005637:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964571520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005656:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964571520:12345-0@lo:400:kworker.0 Request processed in 19us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005659:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00080000:0.0:1781226795.005671:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226795.005673:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226795.005681:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964571264:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005725:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005744:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964571776:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005758:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005769:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964572288:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005784:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005808:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964571136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226795.005822:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781226795.005825:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964571648:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005838:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005848:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964572160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005860:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226795.005876:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571264 00000100:00100000:0.0:1781226795.005878:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571264 00000100:00100000:0.0:1781226795.005895:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1781226795.005900:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964571264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005920:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964571264:12345-0@lo:400:kworker.0 Request processed in 21us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005925:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1781226795.005947:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571776 00000100:00100000:0.0:1781226795.005949:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571776 00000100:00100000:0.0:1781226795.005961:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1781226795.005965:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964571776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.005983:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964571776:12345-0@lo:400:kworker.0 Request processed in 17us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.005989:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1781226795.006013:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964571520:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006024:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964572032:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006034:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964572544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006043:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964571392:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006050:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964571904:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006055:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964572416:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006075:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964571264:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006080:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964571776:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006089:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964571648 00000100:00100000:0.0:1781226795.006091:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964571648 00000100:00100000:0.0:1781226795.006102:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1781226795.006105:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964571648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.006127:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964571648:12345-0@lo:400:kworker.0 Request processed in 22us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226795.006132:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1781226795.006145:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964571648:0@lo:400:kworker.0 00000100:00100000:2.0:1781226795.006226:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572288 00000100:00100000:2.0:1781226795.006229:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572288 00000100:00100000:2.0:1781226795.006261:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572160 00000100:00100000:2.0:1781226795.006264:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572160 00000100:00100000:2.0:1781226795.006277:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1781226795.006282:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964572288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226795.006310:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964572288:12345-0@lo:400:kworker.0 Request processed in 28us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226795.006314:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1781226795.006323:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1781226795.006327:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964572160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226795.006341:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964572160:12345-0@lo:400:kworker.0 Request processed in 15us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226795.006347:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:0.0:1781226795.007036:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226795.007070:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964572160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226795.007079:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964572288:0@lo:400:kworker.0 00010000:00010000:3.0:1781226795.133987:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226796.031103:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226796.031135:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964572672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226796.031245:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226796.031345:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572672 00000100:00100000:3.0:1781226796.031355:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572672 00000100:00100000:3.0:1781226796.031438:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1781226796.031450:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964572672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226796.031498:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226796.031557:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964572672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226796.031566:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1781226796.031631:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964572672:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1781226796.038108:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:2.0:1781226796.038139:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00010000:00010000:3.0:1781226796.160240:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1781226797.090666:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000001:00080000:0.0:1781226797.090715:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:1.0:1781226797.090992:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967949 is committed 00000001:00080000:1.0:1781226797.091020:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967948 is committed 00000020:00080000:1.0:1781226797.091038:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c2de33c0 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:1.0:1781226797.091044:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5d8019700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c2de39c0 00000020:00080000:1.0:1781226797.091048:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5d8019f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c7b5e000 00000020:00080000:1.0:1781226797.091073:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:0.0:1781226797.091112:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:0.0:1781226797.091209:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:2.0:1781226797.091254:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226797.091269:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226797.091278:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226797.091284:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226797.091299:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226797.091309:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226797.091334:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226797.091337:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226797.091342:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226797.091349:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446561b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226797.180045:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226797.565225:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964572800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226797.565330:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226797.565450:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226797.565460:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964572928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226797.565490:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226797.565824:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572800 00000100:00100000:1.0:1781226797.565835:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572800 00000100:00100000:1.0:1781226797.565917:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964572928 00000100:00100000:1.0:1781226797.565921:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964572928 00000100:00100000:1.0:1781226797.565945:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1781226797.565955:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964572800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226797.566012:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226797.566088:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964572800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226797.566097:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1781226797.566119:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1781226797.566126:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964572928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226797.566137:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226797.566177:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964572928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226797.566183:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1781226797.566399:0:3667:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:2.0:1781226797.566416:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967345 committed transno 4294967346 00000004:00080000:2.0:1781226797.566440:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a6058761c0, transno 4294967346 00000100:00100000:2.0:1781226797.566465:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964572800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226797.566794:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964572928:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781226797.566896:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226797.983255:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983311:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983353:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983382:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983423:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983446:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983469:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226797.983499:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226797.983500:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561472 00000100:00100000:3.0:1781226797.983518:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561472 00000100:00100000:0.0:1781226797.983538:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226797.983599:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561984 00000100:00100000:3.0:1781226797.983605:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561984 00000100:00080000:0.0:1781226797.983611:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226797.983640:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561344 00000100:00100000:3.0:1781226797.983646:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561344 00000100:00100000:0.0:1781226797.983670:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561856 00000100:00100000:0.0:1781226797.983687:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561856 00000100:00100000:3.0:1781226797.983688:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 539 00000100:00100000:2.0:1781226797.983843:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941560960 00000100:00100000:2.0:1781226797.983851:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941560960 00000100:00100000:3.0:1781226797.983862:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941561472:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.983905:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 718 00000100:00100000:2.0:1781226797.983917:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941560960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226797.984051:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941561472:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 196us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226797.984124:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561216 00000100:00100000:1.0:1781226797.984132:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561216 00000100:00100000:1.0:1781226797.984174:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561728 00000100:00100000:1.0:1781226797.984177:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561728 00000100:00100000:1.0:1781226797.984194:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561088 00000100:00100000:1.0:1781226797.984198:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561088 00000100:00100000:1.0:1781226797.984213:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941561600 00000100:00100000:1.0:1781226797.984215:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941561600 00000100:00100000:1.0:1781226797.984232:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 936 00000100:00100000:1.0:1781226797.984240:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941561216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226797.984294:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 540 00000100:00100000:0.0:1781226797.984304:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941561984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.984999:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941560960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1079us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226797.985010:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 718 00000100:00100000:2.0:1781226797.985075:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 937 00000100:00100000:2.0:1781226797.985086:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941561728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.985121:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941561728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226797.985128:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 937 00000100:00100000:2.0:1781226797.985147:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 938 00000100:00100000:2.0:1781226797.985154:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:2427:x1867750941561088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.985179:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:2427:x1867750941561088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226797.985185:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 938 00000100:00100000:2.0:1781226797.985198:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 939 00000100:00100000:2.0:1781226797.985204:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2427:x1867750941561600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.985233:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2427:x1867750941561600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226797.985239:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 939 00000100:00100000:2.0:1781226797.985264:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 541 00000100:00100000:2.0:1781226797.985273:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941561344:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.985300:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941561344:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (1830us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226797.985306:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 541 00000100:00100000:2.0:1781226797.985322:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 542 00000100:00100000:2.0:1781226797.985329:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941561856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226797.985354:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941561856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226797.985359:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 542 00000100:00080000:2.0:1781226797.985454:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226797.985460:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226797.985464:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226797.986227:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941561216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1982us (2909us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226797.986238:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 936 00000100:00100000:0.0:1781226797.986410:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941561984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2090us (2967us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226797.986420:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 540 00000100:00100000:3.0:1781226797.990817:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 539 00010000:00010000:1.0:1781226798.204914:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226798.588159:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964573056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226798.588239:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226798.588425:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573056 00000100:00100000:0.0:1781226798.588433:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573056 00000100:00100000:0.0:1781226798.588487:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1781226798.588497:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964573056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226798.588532:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1781226798.588581:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964573056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226798.588589:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1781226798.588681:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964573056:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226799.227999:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226799.311887:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226799.311922:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562112 00000100:00100000:3.0:1781226799.311930:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562112 00000100:00100000:3.0:1781226799.311986:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1083 00000100:00100000:3.0:1781226799.311997:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28185:x1867750941562112:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226799.312095:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+41:28185:x1867750941562112:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 100us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226799.312104:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1083 00000100:00080000:3.0:1781226799.312128:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226799.330080:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226799.330167:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562240 00000100:00100000:0.0:1781226799.330177:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562240 00000100:00100000:0.0:1781226799.330250:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1084 00000100:00100000:0.0:1781226799.330261:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:28185:x1867750941562240:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226799.330380:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:28185:x1867750941562240:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 121us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226799.330397:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1084 00000100:00080000:3.0:1781226799.330511:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226800.125967:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964573184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226800.126050:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226800.126324:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573184 00000100:00100000:2.0:1781226800.126331:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573184 00000100:00100000:2.0:1781226800.126416:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1781226800.126632:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964573184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226800.126663:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00080000:3.0:1781226800.126770:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226800.126966:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226800.126980:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964573440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226800.127014:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.127050:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573440 00000100:00100000:3.0:1781226800.127055:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573440 00000100:00100000:3.0:1781226800.127085:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1781226800.127091:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964573440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226800.127103:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:3.0:1781226800.127134:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964573440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226800.127141:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00080000:3.0:1781226800.127160:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226800.127190:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964573440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226800.127352:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964573312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.127403:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.128128:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573312 00000100:00100000:3.0:1781226800.128134:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573312 00000100:00100000:3.0:1781226800.128171:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1781226800.128181:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964573312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.128229:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964573312:12345-0@lo:400:kworker.0 Request processed in 50us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226800.128236:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1781226800.128298:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964573312:0@lo:400:kworker.0 00000100:00100000:2.0:1781226800.135811:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964573184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9376us (9751us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226800.135826:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1781226800.139467:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964573824:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.139549:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226800.139594:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964574336:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.139620:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226800.139644:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781226800.139650:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964573696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.139673:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226800.139692:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964574208:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.139734:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226800.139752:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964574720:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.139773:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226800.139808:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573696 00000100:00100000:0.0:1781226800.139814:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573696 00000100:00100000:0.0:1781226800.139876:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1781226800.139886:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964573696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.139942:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964573696:12345-0@lo:400:kworker.0 Request processed in 57us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226800.139949:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1781226800.139977:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573824 00000100:00100000:0.0:1781226800.139981:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573824 00000100:00100000:0.0:1781226800.140017:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574208 00000100:00100000:0.0:1781226800.140021:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574208 00000100:00100000:0.0:1781226800.140047:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574720 00000100:00100000:0.0:1781226800.140050:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574720 00000100:00100000:0.0:1781226800.140065:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1781226800.140071:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964573824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.140104:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964573824:12345-0@lo:400:kworker.0 Request processed in 33us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226800.140110:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1781226800.140122:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1781226800.140129:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964574208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.140155:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964574208:12345-0@lo:400:kworker.0 Request processed in 27us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226800.140160:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1781226800.140173:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1781226800.140178:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964574720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.140205:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964574720:12345-0@lo:400:kworker.0 Request processed in 27us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226800.140211:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:0.0:1781226800.140228:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226800.140263:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964573696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.140275:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964574208:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.140284:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964574720:0@lo:400:kworker.0 00000100:00100000:0.0:1781226800.140292:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964573824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.140972:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964573568:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141028:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.141059:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964574080:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141081:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.141101:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964574592:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141120:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.141140:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1781226800.141146:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964573952:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141169:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.141186:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964574464:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141207:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226800.141235:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573952 00000100:00100000:3.0:1781226800.141241:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573952 00000100:00100000:3.0:1781226800.141286:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1781226800.141294:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964573952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141337:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964573952:12345-0@lo:400:kworker.0 Request processed in 44us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226800.141343:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1781226800.141367:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964573568 00000100:00100000:3.0:1781226800.141370:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964573568 00000100:00100000:3.0:1781226800.141399:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574080 00000100:00100000:3.0:1781226800.141402:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574080 00000100:00100000:3.0:1781226800.141422:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574592 00000100:00100000:3.0:1781226800.141426:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574592 00000100:00100000:3.0:1781226800.141439:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1781226800.141445:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964573568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141475:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964573568:12345-0@lo:400:kworker.0 Request processed in 30us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226800.141481:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1781226800.141492:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1781226800.141498:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964574080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141524:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964574080:12345-0@lo:400:kworker.0 Request processed in 26us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226800.141529:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1781226800.141540:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1781226800.141546:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964574592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141571:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964574592:12345-0@lo:400:kworker.0 Request processed in 25us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226800.141577:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00080000:3.0:1781226800.141593:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226800.141619:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79083c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964573952:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141629:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964573568:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141637:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964574080:0@lo:400:kworker.0 00000100:00100000:3.0:1781226800.141645:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964574592:0@lo:400:kworker.0 00000100:00100000:2.0:1781226800.143322:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574336 00000100:00100000:2.0:1781226800.143335:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574336 00000100:00100000:2.0:1781226800.143420:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574464 00000100:00100000:2.0:1781226800.143424:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574464 00000100:00100000:2.0:1781226800.143453:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1781226800.143462:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964574336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226800.143559:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964574336:12345-0@lo:400:kworker.0 Request processed in 98us (3938us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226800.143566:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1781226800.143583:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1781226800.143590:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964574464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226800.143624:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964574464:12345-0@lo:400:kworker.0 Request processed in 35us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226800.143631:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1781226800.143688:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964574464:0@lo:400:kworker.0 00000100:00100000:2.0:1781226800.143754:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964574336:0@lo:400:kworker.0 00000100:00080000:3.0:1781226800.143969:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226800.145157:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:1.0:1781226800.145170:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967356 committed transno 4294967356 00000100:00100000:1.0:1781226800.145202:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964573184:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781226800.252202:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226801.131865:0:21717:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 21:13:19 (1781226799) 00000100:00100000:3.0:1781226801.149726:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964574848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226801.149810:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226801.149884:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574848 00000100:00100000:3.0:1781226801.149892:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574848 00000100:00100000:3.0:1781226801.149938:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1781226801.149948:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964574848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226801.149985:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226801.150032:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964574848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226801.150039:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1781226801.150087:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964574848:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226801.280387:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226801.407100:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781226801.922079:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226801.922092:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226801.923240:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 2 00000040:00080000:3.0:1781226801.923326:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226802.305634:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226802.682023:0:21765:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00000100:00100000:2.0:1781226802.685991:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226802.686023:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964574976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226802.686114:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226802.686203:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964574976 00000100:00100000:2.0:1781226802.686214:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964574976 00000100:00100000:2.0:1781226802.686282:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1781226802.686291:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964574976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226802.686331:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1781226802.686395:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964574976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226802.686403:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00080000:2.0:1781226802.686427:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226802.686470:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964574976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226802.688342:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964575104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226802.688431:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226802.688569:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964575104 00000100:00100000:1.0:1781226802.688578:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964575104 00000100:00100000:1.0:1781226802.688654:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1781226802.688665:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964575104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226802.688719:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226802.688775:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964575104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226802.688782:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:2.0:1781226802.689621:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226802.689685:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964575104:0@lo:13:osp-pre-0-1.0 00000020:00080000:1.0:1781226802.702053:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:0.0:1781226802.704268:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:0.0:1781226802.704295:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:3.0:1781226803.101075:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226803.101145:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226803.101181:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226803.101225:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226803.101281:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226803.101284:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562496 00000100:00100000:1.0:1781226803.101299:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562496 00000100:00100000:3.0:1781226803.101308:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226803.101333:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226803.101374:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226803.101406:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563008 00000100:00100000:3.0:1781226803.101409:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226803.101413:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563008 00000100:00100000:1.0:1781226803.101442:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562624 00000100:00100000:3.0:1781226803.101445:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562752 00000100:00100000:1.0:1781226803.101446:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562624 00000100:00100000:3.0:1781226803.101452:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562752 00000100:00100000:1.0:1781226803.101471:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563136 00000100:00100000:1.0:1781226803.101477:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563136 00000100:00100000:3.0:1781226803.101499:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563264 00000100:00100000:3.0:1781226803.101504:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563264 00000100:00100000:1.0:1781226803.101510:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 946 00000100:00100000:1.0:1781226803.101526:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+89:2424:x1867750941562496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226803.101543:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562880 00000100:00100000:3.0:1781226803.101548:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562880 00000100:00100000:3.0:1781226803.101566:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563392 00000100:00100000:3.0:1781226803.101569:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563392 00000100:00100000:3.0:1781226803.101585:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 545 00000100:00100000:3.0:1781226803.101593:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941562752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226803.101650:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+89:2424:x1867750941562496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 128us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226803.101660:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 946 00000100:00100000:1.0:1781226803.101681:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 947 00000100:00100000:1.0:1781226803.101689:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2424:x1867750941563008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226803.101731:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 948 00000100:00100000:0.0:1781226803.101743:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941562624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226803.101821:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 546 00000100:00100000:2.0:1781226803.101832:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941563264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226803.101861:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941562752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 267us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226803.101867:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941563264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226803.101876:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 545 00000100:00100000:2.0:1781226803.101889:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 546 00000100:00100000:3.0:1781226803.101897:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 547 00000100:00100000:3.0:1781226803.101908:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:2424:x1867750941562880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226803.101915:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 548 00000100:00100000:2.0:1781226803.101925:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941563392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226803.101944:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:2424:x1867750941562880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 39us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226803.101956:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 547 00000100:00100000:2.0:1781226803.101961:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941563392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226803.101972:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 548 00000100:00100000:3.0:1781226803.101983:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941562368 00000100:00100000:3.0:1781226803.101988:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941562368 00000100:00100000:3.0:1781226803.102024:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 720 00000100:00100000:2.0:1781226803.102034:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 949 00000100:00100000:3.0:1781226803.102035:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941562368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226803.102048:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941563136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226803.102071:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941562368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 39us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226803.102082:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 720 00000100:00100000:2.0:1781226803.102083:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941563136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226803.102093:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 949 00000100:00080000:2.0:1781226803.102171:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226803.102176:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226803.102180:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226803.102183:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226803.103736:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2424:x1867750941563008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2031us (2536us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226803.103752:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 947 00000100:00100000:0.0:1781226803.109864:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941562624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 8103us (8535us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226803.109885:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 948 00010000:00010000:3.0:1781226803.325391:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226803.708153:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964575232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226803.708263:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226803.708374:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964575232 00000100:00100000:3.0:1781226803.708382:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964575232 00000100:00100000:3.0:1781226803.708442:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1781226803.708455:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964575232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226803.708505:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:3.0:1781226803.708581:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964575232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226803.708591:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1781226803.708628:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964575232:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226804.353428:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226804.706377:0:21814:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 21:13:22 (1781226802) 00000100:00100000:3.0:1781226804.930062:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226804.930174:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563520 00000100:00100000:1.0:1781226804.930188:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563520 00000100:00100000:1.0:1781226804.930284:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1085 00000100:00100000:1.0:1781226804.930297:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+41:29119:x1867750941563520:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226804.930627:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+41:29119:x1867750941563520:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 332us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226804.930637:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1085 00000100:00100000:0.0:1781226804.936810:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226804.936898:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563648 00000100:00100000:3.0:1781226804.936911:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563648 00000100:00100000:3.0:1781226804.936991:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1086 00000100:00100000:3.0:1781226804.937004:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29119:x1867750941563648:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226804.937155:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29119:x1867750941563648:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 154us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226804.937165:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1086 00000100:00100000:3.0:1781226804.965367:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226804.965589:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941563776 00000100:00100000:1.0:1781226804.965603:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941563776 00000100:00100000:1.0:1781226804.965679:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1087 00000100:00100000:1.0:1781226804.965692:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:29120:x1867750941563776:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226804.965760:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226804.965789:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446565a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ab3 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.965882:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.965900:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.965918:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.965936:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.965945:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.965953:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966030:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966038:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966045:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966052:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966059:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226804.966063:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966071:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966087:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226804.966090:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226804.966096:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966103:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465661 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966121:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966128:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966134:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966140:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226804.966143:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966150:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966157:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff89a5c60d7200) 00010000:00010000:1.0:1781226804.966160:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226804.966163:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966168:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465668 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966216:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446565a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ab3 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966229:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226804.966232:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226804.966236:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446565a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ab3 expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226804.966246:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4400, rc 0) 00000100:00100000:1.0:1781226804.966323:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+89:29120:x1867750941563776:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 634us (973us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226804.966333:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1087 00000040:00080000:3.0:1781226804.988256:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226804.988270:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226804.988296:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 2 00000040:00080000:3.0:1781226804.988306:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226804.998315:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.016227:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564032 00000100:00100000:1.0:1781226805.016254:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564032 00000100:00100000:1.0:1781226805.016386:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1088 00000100:00100000:1.0:1781226805.016401:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+89:29120:x1867750941564032:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226805.016744:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226805.017298:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44653b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469c5 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.017332:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226805.017349:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226805.017456:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.017474:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.017486:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.018367:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.018390:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 40 pid: 6525 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226805.018411:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964575360:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226805.019087:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217a80 going to sleep for 11 seconds 00000100:00080000:2.0:1781226805.019537:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226805.032740:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.032794:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564160 00000100:00100000:1.0:1781226805.032807:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564160 00010000:00010000:1.0:1781226805.032888:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 41 pid: 6525 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226805.032945:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 342 00000100:00100000:1.0:1781226805.032959:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2427:x1867750941564160:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226805.032980:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226805.032989:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 41 pid: 6525 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.033005:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 41 pid: 6525 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.033046:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226805.033052:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.033068:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.033080:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.033110:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226805.033359:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2427:x1867750941564160:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 398us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226805.033369:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 342 00000100:00080000:1.0:1781226805.033405:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226805.037309:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44653f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469da expref: 40 pid: 6525 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226805.037357:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964575360:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226805.037396:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.037409:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.037415:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.037449:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.037466:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.038319:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.043133:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.043166:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.043181:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226805.044741:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000217553e3 reply state 000000005f2b88c4 transno 4294967950 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044776:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044787:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.044790:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226805.044796:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781226805.044804:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:1.0:1781226805.044816:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044823:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044831:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044839:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.044845:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044854:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044869:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226805.044872:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.044877:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044884:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446566f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226805.044903:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000217553e3 reply state 000000005f2b88c4 transno 4294967950 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044913:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.044919:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff89a5c60d7200) 00010000:00010000:1.0:1781226805.044922:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226805.044924:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781226805.045075:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+90:29120:x1867750941564032:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 28672us (46773us total) trans 4294967950 rc 0/0 00000100:00100000:1.0:1781226805.045090:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1088 00000100:00100000:1.0:1781226805.071653:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226805.071941:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564288 00000100:00100000:3.0:1781226805.071955:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564288 00000100:00100000:3.0:1781226805.072049:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1089 00000100:00100000:3.0:1781226805.072065:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+90:29121:x1867750941564288:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226805.072107:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226805.072139:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465684 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46aba expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.072254:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446568b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.072273:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446568b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.072290:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446568b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226805.072371:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226805.072377:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226805.072408:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446568b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.072444:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465684 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aba expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.072635:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446568b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aba expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.072649:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226805.072653:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226805.072659:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226805.072879:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+91:29121:x1867750941564288:12345-192.168.202.30@tcp:101:bash.0 Request processed in 817us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226805.072891:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1089 00000100:00100000:1.0:1781226805.084416:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226805.085155:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564416 00000100:00100000:3.0:1781226805.085313:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564416 00000100:00100000:3.0:1781226805.085414:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1090 00000100:00100000:3.0:1781226805.085427:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:29121:x1867750941564416:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226805.085461:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226805.085491:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465692 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ac1 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.085597:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.085614:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.085627:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.085653:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.085662:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.085669:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086482:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac44656a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086561:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac44656a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086574:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac44656a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226805.086630:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:3.0:1781226805.086731:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226805.086898:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac44656a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086915:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086923:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086931:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086941:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226805.086946:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086955:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086971:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226805.086975:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226805.086981:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.086989:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465699 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087006:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087012:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087018:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087024:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226805.087027:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087032:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087044:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff89a5c60d7200) 00010000:00010000:3.0:1781226805.087047:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226805.087050:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087057:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44656a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087107:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465692 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ac1 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087131:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfc00/0x5d5522eac44656a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ac1 expref: 92 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.087139:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:3.0:1781226805.087142:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226805.087144:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfc00, rc 0) 00000100:00100000:3.0:1781226805.087390:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+92:29121:x1867750941564416:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1963us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226805.087404:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1090 00000100:00100000:1.0:1781226805.092881:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226805.093029:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564544 00000100:00100000:2.0:1781226805.093044:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564544 00000100:00100000:2.0:1781226805.093161:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1091 00000100:00100000:2.0:1781226805.093175:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+92:29121:x1867750941564544:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226805.093219:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226805.093251:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44656ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ac8 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093361:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093379:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093395:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093415:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093423:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093431:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093827:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093837:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093844:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093855:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226805.093861:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093869:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093885:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:2.0:1781226805.093888:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226805.093893:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093900:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093916:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093922:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093928:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093934:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226805.093937:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093943:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093956:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226805.093959:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226805.093962:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.093968:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.094012:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44656ae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ac8 expref: 93 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.094024:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:2.0:1781226805.094026:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226805.094030:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44656ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ac8 expref: 93 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.094043:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226805.094132:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+92:29121:x1867750941564544:12345-192.168.202.30@tcp:101:bash.0 Request processed in 959us (1266us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226805.094142:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1091 00000100:00100000:1.0:1781226805.105318:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226805.105490:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564672 00000100:00100000:3.0:1781226805.105505:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564672 00000100:00100000:3.0:1781226805.105596:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1092 00000100:00100000:3.0:1781226805.105610:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+40:29122:x1867750941564672:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226805.105638:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226805.105668:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44656c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46acf expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.105836:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.105855:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.105869:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226805.105932:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226805.105937:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226805.105963:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.105996:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44656c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.106022:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.106033:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226805.106037:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226805.106041:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226805.106187:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:29122:x1867750941564672:12345-192.168.202.30@tcp:101:rm.0 Request processed in 580us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226805.106196:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1092 00000100:00100000:3.0:1781226805.112148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226805.112600:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564800 00000100:00100000:2.0:1781226805.112614:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564800 00000100:00100000:2.0:1781226805.112922:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1093 00000100:00100000:2.0:1781226805.112936:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:29122:x1867750941564800:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226805.112965:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226805.112992:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ad6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113092:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113109:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113124:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113137:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113145:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113152:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113281:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44656e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113291:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44656e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113297:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44656e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226805.113355:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:2.0:1781226805.113360:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226805.113391:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44656e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113410:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113417:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113425:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113432:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226805.113437:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113447:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113463:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226805.113466:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226805.113482:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113490:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac44656d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113619:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113628:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113634:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113641:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226805.113644:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113650:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113659:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff89a5c60d7200) 00010000:00010000:2.0:1781226805.113662:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226805.113665:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113671:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac44656df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113746:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44656d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ad6 expref: 43 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113762:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575200/0x5d5522eac44656e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ad6 expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.113770:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:2.0:1781226805.113773:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226805.113776:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575200, rc 0) 00000100:00100000:2.0:1781226805.113934:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29122:x1867750941564800:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1001us (1801us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226805.113944:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1093 00000100:00100000:2.0:1781226805.117869:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.117987:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941564928 00000100:00100000:1.0:1781226805.118000:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941564928 00000100:00100000:1.0:1781226805.118111:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1094 00000100:00100000:1.0:1781226805.118124:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29122:x1867750941564928:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226805.118151:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226805.118178:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44656ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46add expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118355:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118374:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118388:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118405:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118413:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118419:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118605:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118614:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118622:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118628:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.118633:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118641:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118655:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.118658:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.118663:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118670:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44656f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118688:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118860:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118868:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118874:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.118877:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118887:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118896:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226805.118898:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.118902:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118907:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac44656fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118951:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44656ed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46add expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118962:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.118964:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.118968:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44656ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46add expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.118978:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226805.119108:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29122:x1867750941564928:12345-192.168.202.30@tcp:101:rm.0 Request processed in 986us (1252us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226805.119117:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1094 00000100:00100000:2.0:1781226805.123833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.123924:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565056 00000100:00100000:1.0:1781226805.123940:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565056 00000100:00100000:1.0:1781226805.124040:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1095 00000100:00100000:1.0:1781226805.124053:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29122:x1867750941565056:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226805.124089:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226805.124120:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465702 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ae4 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124229:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124249:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124263:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124280:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124287:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124295:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124356:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124365:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124373:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124380:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.124385:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124394:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124409:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.124413:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.124418:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124426:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465709 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124442:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124448:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124455:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124460:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.124463:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124482:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124490:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226805.124494:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.124497:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124504:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465710 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124555:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465702 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ae4 expref: 43 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124567:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.124570:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.124574:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465702 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ae4 expref: 43 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.124583:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226805.125855:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29122:x1867750941565056:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1792us (2025us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226805.125870:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1095 00000100:00100000:2.0:1781226805.141840:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226805.141943:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565184 00000100:00100000:3.0:1781226805.141969:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565184 00000100:00100000:3.0:1781226805.142046:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1096 00000100:00100000:3.0:1781226805.142060:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29123:x1867750941565184:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226805.142091:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226805.142121:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465717 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46aeb expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142235:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142253:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142268:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142285:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142291:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142298:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142363:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142373:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142381:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142389:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226805.142395:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142405:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142421:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:3.0:1781226805.142424:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226805.142430:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142437:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac446571e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142463:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142470:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142477:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142483:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226805.142486:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142493:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142506:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c307e900) 00010000:00010000:3.0:1781226805.142520:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226805.142523:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142530:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465725 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142572:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465717 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aeb expref: 43 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142584:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:3.0:1781226805.142586:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226805.142591:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465717 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aeb expref: 43 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.142602:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226805.142760:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29123:x1867750941565184:12345-192.168.202.30@tcp:101:cp.0 Request processed in 639us (872us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226805.142770:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1096 00000100:00100000:0.0:1781226805.147909:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.148094:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565312 00000100:00100000:1.0:1781226805.148110:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565312 00000100:00100000:1.0:1781226805.148188:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1097 00000100:00100000:1.0:1781226805.148201:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29123:x1867750941565312:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226805.148243:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226805.148269:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446572c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46af2 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148379:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148402:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148417:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148435:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148443:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148451:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148503:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148511:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148518:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148525:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.148530:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148539:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148553:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.148556:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.148562:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148568:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465733 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148583:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148589:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148595:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148600:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.148602:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148608:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148615:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226805.148618:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.148620:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148626:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446573a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148665:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446572c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af2 expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148677:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.148679:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.148682:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446572c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af2 expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.148691:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226805.148833:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29123:x1867750941565312:12345-192.168.202.30@tcp:101:cp.0 Request processed in 634us (937us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226805.148841:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1097 00000100:00100000:2.0:1781226805.154066:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.154173:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565568 00000100:00100000:1.0:1781226805.154189:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565568 00000100:00100000:1.0:1781226805.154282:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1098 00000100:00100000:1.0:1781226805.154295:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29123:x1867750941565568:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226805.154323:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226805.154360:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465741 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46af9 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.154784:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.154805:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.154821:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.154838:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.154845:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.154852:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226805.155582:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:1.0:1781226805.155823:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155837:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155846:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155891:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155899:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155906:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155912:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226805.155917:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155924:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155944:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226805.155947:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226805.155953:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155961:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465748 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226805.155980:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000001f4ba880 reply state 00000000964a311c transno 4294967951 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155992:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.155999:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226805.156001:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226805.156004:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781226805.156049:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465741 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 45 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.156068:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 44 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.156076:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226805.156079:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226805.156081:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226805.156467:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29123:x1867750941565568:12345-192.168.202.30@tcp:101:cp.0 Request processed in 2172us (2416us total) trans 4294967951 rc 0/0 00000100:00100000:1.0:1781226805.156480:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1098 00000100:00100000:2.0:1781226805.164266:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226805.164473:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565696 00000100:00100000:3.0:1781226805.164489:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565696 00000100:00100000:3.0:1781226805.164599:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 282 00000100:00100000:3.0:1781226805.164612:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941565696:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226805.164636:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226805.164664:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b00 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226805.164757:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226805.164789:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226805.164791:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226805.164803:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.164825:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.164842:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226805.164917:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941565696:12345-192.168.202.30@tcp:101:cp.0 Request processed in 309us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226805.164925:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 282 00000100:00080000:1.0:1781226805.165069:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226805.169632:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226805.169747:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565824 00000100:00100000:2.0:1781226805.169761:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565824 00000100:00100000:2.0:1781226805.169850:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 283 00000100:00100000:2.0:1781226805.169865:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:29123:x1867750941565824:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226805.169891:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226805.169918:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b07 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.170037:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.170048:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226805.170051:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226805.170056:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.170105:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.170125:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 11 pid: 8405 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226805.170148:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964575488:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226805.170492:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040900 going to sleep for 11 seconds 00000100:00100000:0.0:1781226805.175521:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226805.175624:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941565952 00000100:00100000:3.0:1781226805.175636:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941565952 00010000:00010000:3.0:1781226805.175692:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 12 pid: 8405 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226805.175768:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 343 00000100:00100000:3.0:1781226805.175781:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941565952:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226805.175801:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226805.175830:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 12 pid: 8405 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.175854:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 12 pid: 8405 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.175886:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226805.175888:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226805.175898:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.175909:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226805.175972:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226805.175989:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964575616:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226805.176110:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2f9e540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226805.178550:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964575616:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226805.178587:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226805.178660:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941565952:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2880us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226805.178674:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 343 00010000:00010000:2.0:1781226805.180199:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465764 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b00 expref: 11 pid: 8405 timeout: 864 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226805.180432:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964575488:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226805.180473:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.180493:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226805.180780:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:29123:x1867750941565824:12345-192.168.202.30@tcp:101:cp.0 Request processed in 10918us (11162us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226805.180790:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 283 00000100:00100000:1.0:1781226805.185397:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226805.185585:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941566208 00000100:00100000:0.0:1781226805.185600:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941566208 00000100:00100000:0.0:1781226805.185808:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 208 00000100:00100000:0.0:1781226805.185823:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29123:x1867750941566208:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:0.0:1781226805.186658:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29123:x1867750941566208:12345-192.168.202.30@tcp:35:cp.0 Request processed in 833us (1268us total) trans 4294967952 rc 0/0 00000100:00100000:0.0:1781226805.186672:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 208 00000100:00100000:1.0:1781226805.242498:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226805.242748:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941566336 00000100:00100000:0.0:1781226805.242762:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941566336 00000100:00100000:0.0:1781226805.242830:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1099 00000100:00100000:0.0:1781226805.242841:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+92:29126:x1867750941566336:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226805.242870:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226805.242898:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465772 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b0e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.242997:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243016:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243029:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243041:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243049:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243057:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243148:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243156:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243162:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226805.243465:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:0.0:1781226805.243472:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226805.243573:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243589:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243599:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243606:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243612:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243623:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226805.243628:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243636:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243651:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:0.0:1781226805.243654:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226805.243659:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243666:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465779 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243685:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.243692:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226805.244038:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226805.244061:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964575744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226805.244141:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226805.244460:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964575744 00000100:00100000:2.0:1781226805.244470:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964575744 00000100:00100000:2.0:1781226805.244613:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1781226805.244624:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964575744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226805.244658:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:2.0:1781226805.244743:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964575744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226805.244750:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:2.0:1781226805.244778:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226805.244823:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964575744:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781226805.245689:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245713:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226805.245718:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245728:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245753:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7c00) 00010000:00010000:0.0:1781226805.245756:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226805.245762:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245770:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465780 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245837:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465772 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245852:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226805.245861:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226805.245864:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226805.245866:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f400, rc 0) 00000100:00100000:0.0:1781226805.245933:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:29126:x1867750941566336:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3092us (3451us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.245942:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1099 00000100:00100000:3.0:1781226805.247853:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964576256:0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.247937:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226805.247986:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964576768:0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.248019:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226805.248040:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964577280:0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.248061:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226805.248091:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781226805.248096:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964576128:0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.248121:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226805.248137:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964576640:0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.248156:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226805.248170:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964577152:0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.248189:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226805.250066:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964575872:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.250166:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226805.250423:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964576384:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.250460:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226805.250485:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964576896:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.250579:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226805.250604:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964577408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226805.250629:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226805.250679:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576128 00000100:00100000:0.0:1781226805.250689:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576128 00000100:00100000:0.0:1781226805.250786:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576384 00000100:00100000:0.0:1781226805.250789:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576384 00000100:00100000:0.0:1781226805.250808:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1781226805.250817:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964576128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.250883:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964576128:12345-0@lo:400:kworker.0 Request processed in 67us (2760us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.250891:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1781226805.250911:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1781226805.250931:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964576384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.250967:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964576384:12345-0@lo:400:kworker.0 Request processed in 50us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.250973:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1781226805.251622:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576768 00000100:00100000:3.0:1781226805.251633:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576768 00000100:00100000:0.0:1781226805.252677:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226805.255133:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964576384:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.255167:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781226805.255183:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964576000:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.255804:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226805.255844:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964576512:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.255874:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226805.255913:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964577024:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.255935:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226805.256787:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964577408 00000100:00100000:2.0:1781226805.256805:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964577408 00000100:00100000:2.0:1781226805.256885:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1781226805.256902:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964577408:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226805.256935:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576256 00002000:00000024:2.0:1781226805.256945:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3920343040 avail 3688820736 00000100:00100000:0.0:1781226805.256946:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576256 00000100:00100000:2.0:1781226805.257040:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964577408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (6408us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226805.257048:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1781226805.257823:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576640 00000100:00100000:0.0:1781226805.257832:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576640 00000100:00100000:0.0:1781226805.257853:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964577152 00000100:00100000:0.0:1781226805.257856:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964577152 00000100:00100000:0.0:1781226805.257874:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576000 00000100:00100000:0.0:1781226805.257877:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576000 00000100:00100000:0.0:1781226805.257891:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576512 00000100:00100000:0.0:1781226805.257894:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576512 00000100:00100000:0.0:1781226805.257910:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964577024 00000100:00100000:0.0:1781226805.257913:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964577024 00000100:00100000:0.0:1781226805.257932:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1781226805.257941:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964576256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.258182:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964576256:12345-0@lo:400:kworker.0 Request processed in 241us (10243us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.258190:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1781226805.258607:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1781226805.258619:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964576640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.258663:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964576640:12345-0@lo:400:kworker.0 Request processed in 48us (10505us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.258674:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1781226805.258689:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1781226805.258733:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964577152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.258771:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964577152:12345-0@lo:400:kworker.0 Request processed in 76us (10581us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.258778:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1781226805.258792:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1781226805.258798:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964576000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.258828:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964576000:12345-0@lo:400:kworker.0 Request processed in 30us (3026us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.258833:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1781226805.258846:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1781226805.258853:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964576512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.258880:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964576512:12345-0@lo:400:kworker.0 Request processed in 27us (3004us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.258886:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1781226805.258897:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1781226805.258904:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964577024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.258931:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964577024:12345-0@lo:400:kworker.0 Request processed in 28us (2995us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226805.258937:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1781226805.259192:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964577280 00000100:00100000:3.0:1781226805.259201:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964577280 00000100:00100000:1.0:1781226805.259626:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964576896 00000100:00100000:1.0:1781226805.259633:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964576896 00000100:00100000:1.0:1781226805.259676:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941566464 00000100:00100000:1.0:1781226805.259680:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941566464 00000100:00100000:1.0:1781226805.259717:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781226805.259727:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964576768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.259801:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964576768:12345-0@lo:400:kworker.0 Request processed in 76us (11781us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226805.259808:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781226805.259824:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1781226805.259829:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964577280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.259859:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964577280:12345-0@lo:400:kworker.0 Request processed in 31us (11798us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226805.259865:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1781226805.259876:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1781226805.259881:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964576896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.259910:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964576896:12345-0@lo:400:kworker.0 Request processed in 29us (9331us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226805.259916:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1781226805.259930:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 284 00000100:00100000:1.0:1781226805.259937:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941566464:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226805.259949:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226805.259984:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000468a4b3d/0x5d5522eac446578e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b15 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226805.260067:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964577536:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226805.260174:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245900 going to sleep for 11 seconds 00000100:00080000:2.0:1781226805.263409:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226805.263422:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226805.263426:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226805.263430:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226805.263496:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964576128:0@lo:400:kworker.0 00000100:00100000:2.0:1781226805.263513:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964576000:0@lo:400:kworker.0 00000100:00100000:2.0:1781226805.263534:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964576512:0@lo:400:kworker.0 00000100:00100000:2.0:1781226805.263547:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964577024:0@lo:400:kworker.0 00000100:00100000:2.0:1781226805.263559:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964576896:0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.263595:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964576640:0@lo:400:kworker.0 00000100:00100000:2.0:1781226805.263603:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964577408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226805.263626:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964577152:0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.263642:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964576256:0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.263662:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964576768:0@lo:400:kworker.0 00000100:00100000:0.0:1781226805.263677:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964577280:0@lo:400:kworker.0 00002000:00010000:1.0:1781226805.264458:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 0 -> 1516 00002000:00010000:1.0:1781226805.264465:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime: 0 -> 1781226804 00002000:00010000:1.0:1781226805.264467:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1781226804 00002000:00010000:1.0:1781226805.264469:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime: 0 -> 1781226804 00002000:00010000:1.0:1781226805.264473:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226805.264504:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964577536:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226805.264614:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000468a4b3d/0x5d5522eac446578e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b15 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.264647:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000468a4b3d/0x5d5522eac446578e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b15 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226805.264662:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4600, rc 0) 00000100:00100000:1.0:1781226805.264837:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941566464:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4899us (12170us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226805.264848:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 284 00000100:00100000:3.0:1781226805.264938:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964575872 00000100:00100000:3.0:1781226805.264948:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964575872 00000100:00100000:3.0:1781226805.265080:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1781226805.265091:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964575872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226805.265159:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964575872:12345-0@lo:400:kworker.0 Request processed in 71us (14994us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226805.265167:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1781226805.265632:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964575872:0@lo:400:kworker.0 00000100:00100000:1.0:1781226805.284878:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226805.285873:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941566592 00000100:00100000:2.0:1781226805.285890:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941566592 00000100:00100000:2.0:1781226805.285979:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1100 00000100:00100000:2.0:1781226805.285991:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:29126:x1867750941566592:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226805.286013:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226805.286037:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465795 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b1c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.286122:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.286140:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.286154:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226805.286207:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:2.0:1781226805.286212:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226805.286235:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.286264:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465795 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.286287:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.286295:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:2.0:1781226805.286298:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226805.286302:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226805.286385:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+94:29126:x1867750941566592:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 397us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226805.286393:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1100 00000100:00100000:0.0:1781226805.291130:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226805.291214:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941566720 00000100:00100000:2.0:1781226805.291231:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941566720 00000100:00100000:2.0:1781226805.291326:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 285 00000100:00100000:2.0:1781226805.291366:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941566720:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226805.291385:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226805.291405:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac44657a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b23 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226805.291468:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964577664:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226805.291567:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226805.293856:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964577664:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226805.293896:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac44657a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b23 expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.293932:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac44657a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b23 expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226805.293949:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226805.294024:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941566720:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2660us (2908us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226805.294033:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 285 00000100:00100000:1.0:1781226805.302019:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226805.302113:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941566976 00000100:00100000:2.0:1781226805.302123:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941566976 00000100:00100000:2.0:1781226805.302188:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1101 00000100:00100000:2.0:1781226805.302201:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+94:29126:x1867750941566976:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:2.0:1781226805.302400:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:2.0:1781226805.302483:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+94:29126:x1867750941566976:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 286us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226805.302492:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1101 00010000:00010000:2.0:1781226805.377014:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226805.510475:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781226806.016615:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226806.016628:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226806.016661:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 3 00000040:00080000:2.0:1781226806.016675:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226806.017019:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964577792:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226806.017865:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226806.023490:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fc780 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964577792:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226806.027998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.031688:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941567104 00000100:00100000:3.0:1781226806.031737:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941567104 00000100:00100000:0.0:1781226806.031938:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1102 00000100:00100000:0.0:1781226806.031953:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29136:x1867750941567104:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226806.032003:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226806.032210:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29136:x1867750941567104:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 260us (4227us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226806.032219:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1102 00000100:00100000:0.0:1781226806.035692:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226806.035899:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941567360 00000100:00100000:2.0:1781226806.035913:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941567360 00000100:00100000:2.0:1781226806.035996:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1103 00000100:00100000:2.0:1781226806.036009:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29136:x1867750941567360:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226806.036040:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226806.036080:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44657aa lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b2a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.036251:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44657b1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.036269:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44657b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.036287:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44657b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226806.036303:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1781226806.036476:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44657aa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b2a expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.036505:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44657b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b2a expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.036515:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:2.0:1781226806.036519:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226806.036522:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226806.036605:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941567360:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 599us (925us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1781226806.036614:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1103 00000100:00100000:3.0:1781226806.043597:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.043649:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226806.043743:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941567616 00000100:00100000:2.0:1781226806.043756:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941567616 00000100:00100000:2.0:1781226806.043840:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 286 00000100:00100000:2.0:1781226806.043853:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941567616:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226806.043916:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.043943:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.043953:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226806.043955:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226806.043959:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.044004:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.044021:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 10 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226806.044040:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964577920:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226806.044153:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226806.044681:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941567488 00000100:00100000:1.0:1781226806.044691:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941567488 00000100:00100000:1.0:1781226806.044779:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 51 00000100:00100000:1.0:1781226806.044790:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941567488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226806.044806:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226806.044843:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44657b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b2a expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.044873:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.044881:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226806.044928:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941567488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 141us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.044938:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 51 00000100:00100000:3.0:1781226806.057579:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964577920:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226806.057620:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.058551:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226806.058642:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941567744 00000100:00100000:2.0:1781226806.058654:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941567744 00002000:00100000:2.0:1781226806.058753:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff89a4c7a3d2c0 x1867750941567744/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:617/0 lens 2008/0 e 0 to 0 dl 1781226817 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226806.058766:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7a3d2c0 with x1867750941567744 ext(0->1515) 00010000:00010000:2.0:1781226806.058778:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 11 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.058797:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 11 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226806.058807:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c7a3d2c0 00000100:00100000:2.0:1781226806.058842:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 14 00000100:00100000:2.0:1781226806.058853:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941567744:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:2.0:1781226806.060344:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941567744:12345-192.168.202.30@tcp:4:cp.0 Request processed in 1471us (1775us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1781226806.060360:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 14 00002000:00100000:2.0:1781226806.060374:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff89a4c7a3d2c0 x1867750941567744/t4294967347(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:617/0 lens 2008/448 e 0 to 0 dl 1781226817 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226806.060386:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c7a3d2c0 with x1867750941567744 ext(0->1515) 00010000:00010000:2.0:1781226806.060397:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 13 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.060416:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 13 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226806.060424:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c7a3d2c0 00000100:00100000:2.0:1781226806.071340:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.071445:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941567872 00000100:00100000:3.0:1781226806.071458:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941567872 00010000:00010000:3.0:1781226806.071507:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 13 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.071581:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 344 00000100:00100000:3.0:1781226806.071593:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941567872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226806.071611:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226806.071633:0:8431:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226806.071641:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 13 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.071657:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 13 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.071691:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac446576b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b07 expref: 13 pid: 15413 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.071741:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.071744:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.071751:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.071770:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.071809:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226806.071879:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941567872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 287us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.071889:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 344 00010000:00010000:2.0:1781226806.071947:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.071957:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.071982:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.071991:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.072000:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.072007:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226806.072013:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.072023:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.072037:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.072045:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df5ec36f/0x5d5522eac44657bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226806.072121:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941567616:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 28272us (28471us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226806.072131:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 286 00000100:00100000:2.0:1781226806.076184:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.076828:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941568128 00000100:00100000:1.0:1781226806.076843:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941568128 00000100:00100000:1.0:1781226806.076914:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1104 00000100:00100000:1.0:1781226806.076927:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29136:x1867750941568128:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226806.077339:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29136:x1867750941568128:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 412us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.077349:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1104 00000100:00100000:1.0:1781226806.085000:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.085478:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941568256 00000100:00100000:3.0:1781226806.085493:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941568256 00000100:00100000:3.0:1781226806.085580:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 287 00000100:00100000:3.0:1781226806.085592:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941568256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226806.085616:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226806.085643:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b31 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226806.085677:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a2b5d34, atime: 0x0, ctime: 0x6a2b5d34, blocks: 0x8 00010000:00010000:3.0:1781226806.085730:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.085733:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.085744:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.085779:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.085795:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226806.085885:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2424:x1867750941568256:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 295us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.085893:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 287 00000100:00100000:2.0:1781226806.091339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.091456:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941568512 00000100:00100000:1.0:1781226806.091469:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941568512 00000100:00100000:1.0:1781226806.091647:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1105 00000100:00100000:1.0:1781226806.091659:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29136:x1867750941568512:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226806.091842:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29136:x1867750941568512:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 185us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.091852:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1105 00000100:00100000:0.0:1781226806.096659:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226806.096940:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941568640 00000100:00100000:2.0:1781226806.096953:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941568640 00002000:00100000:2.0:1781226806.097015:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff89a605869a40 x1867750941568640/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:617/0 lens 488/0 e 0 to 0 dl 1781226817 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226806.097030:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a605869a40 with x1867750941568640 ext(0->4095) 00002000:00010000:2.0:1781226806.097036:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a605869a40 00000100:00100000:2.0:1781226806.097074:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 81 00000100:00100000:2.0:1781226806.097093:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941568640:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781226806.097392:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941568640:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 308us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226806.097402:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 81 00002000:00100000:2.0:1781226806.097410:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff89a605869a40 x1867750941568640/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:617/0 lens 488/4536 e 0 to 0 dl 1781226817 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226806.097418:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a605869a40 with x1867750941568640 ext(0->4095) 00002000:00010000:2.0:1781226806.097422:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a605869a40 00000100:00100000:3.0:1781226806.102362:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226806.102496:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941568768 00000100:00100000:0.0:1781226806.102521:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941568768 00000100:00100000:0.0:1781226806.102606:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1106 00000100:00100000:0.0:1781226806.102619:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29136:x1867750941568768:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226806.102646:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226806.102681:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac44657cd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b38 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.102786:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.102803:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.102819:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.102983:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac44657cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.103005:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.103015:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226806.103018:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226806.103023:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:0.0:1781226806.103096:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941568768:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 480us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226806.103104:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1106 00000100:00100000:0.0:1781226806.122737:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.122863:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941568896 00000100:00100000:1.0:1781226806.122876:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941568896 00000100:00100000:1.0:1781226806.122959:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1107 00000100:00100000:1.0:1781226806.122973:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941568896:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226806.123019:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226806.123196:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941568896:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 227us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.123469:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1107 00000100:00100000:0.0:1781226806.127342:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.127539:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941569024 00000100:00100000:1.0:1781226806.127552:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941569024 00000100:00100000:1.0:1781226806.127626:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 288 00000100:00100000:1.0:1781226806.127637:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941569024:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226806.127736:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127758:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226806.127761:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226806.127766:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127784:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127816:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127824:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127834:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127842:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226806.127846:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127861:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127878:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.127886:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003adbd4f9/0x5d5522eac44657db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226806.127976:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941569024:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 341us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.127985:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 288 00000100:00100000:1.0:1781226806.161980:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.162108:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941569280 00000100:00100000:3.0:1781226806.162123:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941569280 00000100:00100000:3.0:1781226806.162231:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1108 00000100:00100000:3.0:1781226806.162244:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941569280:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226806.162372:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.162400:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.162412:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.162471:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.162490:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 48 pid: 6523 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.162795:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964578048:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226806.162923:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2f9ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226806.174764:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.174810:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941569408 00000100:00100000:3.0:1781226806.174822:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941569408 00010000:00010000:3.0:1781226806.174877:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 49 pid: 6523 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.174923:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 345 00000100:00100000:3.0:1781226806.174935:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941569408:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226806.174956:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226806.174965:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 49 pid: 6523 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.174981:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 49 pid: 6523 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.175012:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:3.0:1781226806.175017:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.175031:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.175040:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.175066:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226806.175149:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941569408:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 215us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.175167:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 345 00010000:00010000:1.0:1781226806.175775:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac44657d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b38 expref: 48 pid: 6523 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226806.175803:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964578048:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226806.175831:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.175844:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.175851:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176445:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176459:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176468:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176476:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226806.176481:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176490:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176507:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.176510:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226806.176515:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.176521:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac44657e2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226806.176735:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941569280:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 14490us (14768us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1781226806.176746:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1108 00000040:00080000:3.0:1781226806.177993:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226806.178004:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226806.182794:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781226806.182820:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226806.183025:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.183065:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941569664 00000100:00100000:3.0:1781226806.183079:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941569664 00000100:00100000:3.0:1781226806.183158:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 209 00000100:00100000:3.0:1781226806.183170:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29136:x1867750941569664:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226806.188946:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29136:x1867750941569664:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 5761us (5910us total) trans 4294967955 rc 0/0 00000100:00100000:3.0:1781226806.188964:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 209 00000100:00100000:3.0:1781226806.267866:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964578176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226806.267969:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226806.268066:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964578176 00000100:00100000:3.0:1781226806.268076:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964578176 00000100:00100000:3.0:1781226806.268138:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1781226806.268149:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964578176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226806.268199:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226806.268253:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964578176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.268261:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1781226806.268321:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964578176:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1781226806.330619:0:21863:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226806.330948:0:21863:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226806.333017:0:21863:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 3 00000040:00080000:3.0:1781226806.333034:0:21863:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226806.405712:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226806.423923:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.424344:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941569792 00000100:00100000:3.0:1781226806.424359:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941569792 00000100:00100000:3.0:1781226806.424440:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 289 00000100:00100000:3.0:1781226806.424453:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941569792:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226806.424476:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226806.424497:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b3f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.424527:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.424530:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.424539:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.424560:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.424576:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226806.424645:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941569792:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 196us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.424652:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 289 00000100:00100000:0.0:1781226806.432794:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.433332:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570048 00000100:00100000:1.0:1781226806.433346:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570048 00000100:00100000:1.0:1781226806.433471:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1109 00000100:00100000:1.0:1781226806.433484:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+94:29137:x1867750941570048:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226806.433578:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226806.433605:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44657f0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b46 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.433864:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44657f7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.433883:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44657f7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.433898:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44657f7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226806.433915:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1781226806.434581:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44657f0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b46 expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.434602:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44657f7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b46 expref: 96 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.434612:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.434615:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226806.434619:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226806.434785:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:29137:x1867750941570048:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1302us (2096us total) trans 4294967956 rc 0/0 00000100:00100000:1.0:1781226806.434795:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1109 00000100:00100000:3.0:1781226806.440751:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226806.442150:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570176 00000100:00100000:2.0:1781226806.442168:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570176 00000100:00100000:2.0:1781226806.442244:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 290 00000100:00100000:2.0:1781226806.442258:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941570176:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:2.0:1781226806.442333:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.442363:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.442373:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.442381:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226806.442383:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226806.442388:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.442438:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.442461:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 12 pid: 8405 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226806.442478:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964578304:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226806.442627:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.442637:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 11 pid: 8407 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226806.442647:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959e1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964578432:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226806.442674:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226806.448506:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964578304:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226806.448528:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959e1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964578432:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226806.448563:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226806.448801:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226806.448842:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226806.449016:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570304 00000100:00100000:3.0:1781226806.449026:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570304 00000100:00100000:1.0:1781226806.449062:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570432 00000100:00100000:1.0:1781226806.449068:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570432 00010000:00010000:3.0:1781226806.449078:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 13 pid: 8405 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.449088:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 12 pid: 8407 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.449129:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 346 00000100:00100000:3.0:1781226806.449141:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941570304:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226806.449160:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226806.449189:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 13 pid: 8405 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449216:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 13 pid: 8405 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449249:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac44657e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b3f expref: 13 pid: 8405 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449269:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226806.449345:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941570304:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 205us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.449355:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 346 00000100:00100000:3.0:1781226806.449414:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 347 00000100:00100000:3.0:1781226806.449421:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941570432:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226806.449428:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226806.449437:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 12 pid: 8407 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449455:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 12 pid: 8407 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449471:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac44657c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b31 expref: 12 pid: 8407 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449480:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.449482:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226806.449488:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449498:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.449524:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226806.449543:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941570432:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 123us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.449550:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 347 00010000:00010000:3.0:1781226806.450961:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.450985:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451020:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451029:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451039:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451046:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226806.451051:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451061:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451082:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.451089:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b00d29a9/0x5d5522eac4465805 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.451191:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941570176:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 8931us (10452us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226806.451599:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 290 00000100:00100000:3.0:1781226806.454447:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226806.454623:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570688 00000100:00100000:0.0:1781226806.454639:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570688 00000100:00100000:0.0:1781226806.454797:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 210 00000100:00100000:0.0:1781226806.454810:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4488050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+96:29137:x1867750941570688:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:0.0:1781226806.454997:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44657f7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b46 expref: 96 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226806.455415:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967957 00000001:00080000:0.0:1781226806.455824:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967958 00010000:00010000:0.0:1781226806.455866:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.455884:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 48 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.455894:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.455916:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.455954:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.455968:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 99 pid: 6525 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226806.456095:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964578560:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226806.456220:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 48 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.456231:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 48 pid: 14117 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226806.456240:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964578688:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226806.456267:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813480 going to sleep for 11 seconds 00000100:00100000:2.0:1781226806.461174:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964578560:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226806.461221:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226806.461370:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964578688:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226806.461410:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.462778:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570944 00000100:00100000:3.0:1781226806.462797:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570944 00010000:00010000:3.0:1781226806.462870:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 49 pid: 14117 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226806.462937:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 348 00000100:00100000:3.0:1781226806.462951:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2424:x1867750941570944:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226806.462988:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226806.462998:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 49 pid: 14117 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.463009:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 49 pid: 14117 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.463041:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465756 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46af9 expref: 49 pid: 14117 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.463061:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:3.0:1781226806.463066:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.463075:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226806.463080:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226806.466449:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226806.466506:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941570816 00000100:00100000:0.0:1781226806.466518:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941570816 00010000:00010000:0.0:1781226806.466572:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 100 pid: 6525 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226806.466615:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 349 00000100:00100000:0.0:1781226806.466720:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+100:2424:x1867750941570816:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226806.466740:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226806.466749:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 100 pid: 6525 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.466766:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 100 pid: 6525 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.466798:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465787 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b0e expref: 100 pid: 6525 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.466823:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226806.466830:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.466842:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.466850:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.466886:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226806.466959:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+99:2424:x1867750941570816:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 262us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226806.466969:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 349 00010000:00010000:2.0:1781226806.467031:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226806.467042:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226806.467190:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967959 00000001:00080000:2.0:1781226806.467367:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967960 00000001:00080000:2.0:1781226806.467407:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967961 00000100:00100000:2.0:1781226806.467533:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c959e1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964578816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226806.467597:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226806.467633:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226806.468113:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964578816 00000100:00100000:0.0:1781226806.468122:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964578816 00000100:00100000:0.0:1781226806.468170:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1781226806.468180:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964578816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226806.468301:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964578816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 123us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226806.468309:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1781226806.468366:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c959e1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964578816:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1781226806.468518:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967962 00000100:00100000:0.0:1781226806.468583:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964578944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226806.468634:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226806.468653:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f68139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226806.469017:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2424:x1867750941570944:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6062us (7792us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226806.469028:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964578944 00000100:00100000:2.0:1781226806.469029:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 348 00000100:00100000:0.0:1781226806.469036:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964578944 00000100:00100000:0.0:1781226806.469072:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1781226806.469079:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964578944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226806.470084:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964578944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 998us (1455us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1781226806.470097:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1781226806.470218:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964578944:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1781226806.470256:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.470268:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.470277:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.470285:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226806.470290:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.470299:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.470330:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.470334:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781226806.470340:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.470348:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446580c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226806.470527:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781226806.470618:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:1.0:1781226806.470863:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765611166341ns, next at 766611163146ns, rc = 0 00000001:00080000:1.0:1781226806.470876:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967963 00010000:00010000:1.0:1781226806.470923:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.470926:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226806.470936:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44657f7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b46 expref: 103 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226806.471876:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4488050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+102:29137:x1867750941570688:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 17062us (17436us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1781226806.471890:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 210 00000020:00080000:1.0:1781226806.471898:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1781226806.498386:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.499017:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941571200 00000100:00100000:1.0:1781226806.499034:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941571200 00000100:00100000:1.0:1781226806.499120:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1110 00000100:00100000:1.0:1781226806.499134:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+102:29138:x1867750941571200:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:1.0:1781226806.499166:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226806.499194:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465813 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b4d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499312:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499342:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499357:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499372:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499382:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499388:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499536:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465828 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499545:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465828 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499553:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465828 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226806.499565:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1781226806.499663:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499670:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499677:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499683:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226806.499687:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499719:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499738:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226806.499741:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226806.499745:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499751:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446581a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499760:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499765:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499770:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499774:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226806.499777:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499782:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499788:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226806.499790:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226806.499793:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499798:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac4465821 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499880:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465813 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b4d expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499895:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465828 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b4d expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.499902:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.499905:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226806.499907:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226806.499991:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+104:29138:x1867750941571200:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 859us (1621us total) trans 4294967965 rc 0/0 00000100:00100000:1.0:1781226806.499998:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1110 00000100:00100000:0.0:1781226806.508890:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.511980:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941571456 00000100:00100000:1.0:1781226806.512004:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941571456 00000100:00100000:1.0:1781226806.512144:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 52 00000100:00100000:1.0:1781226806.512159:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+104:29138:x1867750941571456:12345-192.168.202.30@tcp:103:cmp.0 00010000:00010000:1.0:1781226806.512183:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226806.512362:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465828 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b4d expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.512383:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226806.512396:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226806.512537:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+103:29138:x1867750941571456:12345-192.168.202.30@tcp:103:cmp.0 Request processed in 380us (3661us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.512547:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 52 00000100:00100000:3.0:1781226806.516300:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226806.517340:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941571584 00000100:00100000:0.0:1781226806.517358:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941571584 00000100:00100000:0.0:1781226806.517442:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1111 00000100:00100000:0.0:1781226806.517455:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+103:29138:x1867750941571584:12345-192.168.202.30@tcp:58:cmp.0 00010000:00010000:0.0:1781226806.517775:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.517799:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226806.517816:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226806.517943:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:0.0:1781226806.518064:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+103:29138:x1867750941571584:12345-192.168.202.30@tcp:58:cmp.0 Request processed in 612us (1781us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226806.518074:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1111 00000100:00100000:0.0:1781226806.522076:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226806.522158:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941571712 00000100:00100000:1.0:1781226806.522171:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941571712 00000100:00100000:1.0:1781226806.522252:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1112 00000100:00100000:1.0:1781226806.522265:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+103:29138:x1867750941571712:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:1.0:1781226806.522293:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226806.522330:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b54 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.522406:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.522420:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.522442:0:10991:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.522457:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.522473:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5ef93db00) 00010000:00010000:1.0:1781226806.522477:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226806.522481:0:10991:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226806.522490:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4400, rc 0) 00000100:00100000:1.0:1781226806.522680:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:29138:x1867750941571712:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 418us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226806.522726:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1112 00000040:00080000:3.0:1781226807.228174:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226807.228188:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226807.228346:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 4 00000040:00080000:3.0:1781226807.228360:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226807.228746:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f840 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964579072:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226807.229015:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226807.248626:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.248977:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941571840 00000100:00100000:1.0:1781226807.248991:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941571840 00000100:00100000:1.0:1781226807.249095:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1113 00000100:00100000:1.0:1781226807.249110:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29139:x1867750941571840:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226807.249172:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226807.249349:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29139:x1867750941571840:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 242us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.249358:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1113 00000100:00080000:2.0:1781226807.249923:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226807.251384:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f840 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964579072:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226807.259890:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.261211:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941571968 00000100:00100000:2.0:1781226807.261231:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941571968 00000100:00100000:2.0:1781226807.261342:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1114 00000100:00100000:2.0:1781226807.261356:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29139:x1867750941571968:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226807.261470:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261682:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261746:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261767:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261775:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261782:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261823:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261832:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261839:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226807.261913:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:2.0:1781226807.261919:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226807.261937:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261949:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261956:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261962:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261970:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.261975:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.261984:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262000:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226807.262004:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226807.262010:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262017:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465844 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262050:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262057:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262063:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262069:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.262072:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262078:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262085:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226807.262088:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226807.262091:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262097:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446584b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262114:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262122:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262127:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262133:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.262135:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262151:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262159:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5ef93db00) 00010000:00010000:2.0:1781226807.262162:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226807.262165:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.262172:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465852 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.265579:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29139:x1867750941571968:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 4209us (5689us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.265600:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1114 00000100:00100000:2.0:1781226807.280995:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.281142:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941572224 00000100:00100000:0.0:1781226807.281156:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941572224 00000100:00100000:0.0:1781226807.281244:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1115 00000100:00100000:0.0:1781226807.281257:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29139:x1867750941572224:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226807.281285:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226807.281321:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465859 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b5b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.281478:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.281787:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.281802:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226807.281819:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1781226807.281948:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.281957:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282030:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282104:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226807.282110:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282119:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282134:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5ef93db00) 00010000:00010000:0.0:1781226807.282138:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226807.282143:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282149:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465860 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282336:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465859 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b5b expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282348:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226807.282351:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226807.282355:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465859 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b5b expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.282365:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f400, rc 0) 00000100:00100000:0.0:1781226807.282516:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29139:x1867750941572224:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1262us (1535us total) trans 4294967966 rc 301/301 00000100:00100000:0.0:1781226807.282526:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1115 00000100:00100000:1.0:1781226807.291772:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.291914:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941572352 00000100:00100000:0.0:1781226807.291927:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941572352 00000100:00100000:0.0:1781226807.292017:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1116 00000100:00100000:0.0:1781226807.292031:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29139:x1867750941572352:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226807.292540:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226807.292773:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29139:x1867750941572352:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 742us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226807.292784:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1116 00000100:00100000:1.0:1781226807.305474:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.306693:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941572608 00000100:00100000:2.0:1781226807.306737:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941572608 00000100:00100000:2.0:1781226807.306829:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1117 00000100:00100000:2.0:1781226807.306842:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29139:x1867750941572608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226807.306878:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226807.306922:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446586e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b62 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.311782:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465875 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.311814:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465875 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.311830:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465875 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226807.311845:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:2.0:1781226807.313424:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac446586e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b62 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.313470:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465875 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b62 expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.313481:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226807.313484:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226807.313683:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574400, rc 0) 00000100:00100000:2.0:1781226807.313896:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29139:x1867750941572608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 7054us (8435us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1781226807.313920:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1117 00000100:00100000:2.0:1781226807.333249:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.336096:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941572864 00000100:00100000:0.0:1781226807.336121:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941572864 00000100:00100000:0.0:1781226807.336220:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1118 00000100:00100000:0.0:1781226807.336233:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29139:x1867750941572864:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226807.336322:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226807.336358:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465875 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b62 expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.336388:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:0.0:1781226807.336401:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226807.336433:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.336451:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.336461:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.336518:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.336535:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 103 pid: 6525 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.336553:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964579200:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226807.336763:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226807.342986:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.343187:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941572992 00000100:00100000:2.0:1781226807.343201:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941572992 00010000:00010000:2.0:1781226807.343286:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 104 pid: 6525 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.343348:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 350 00000100:00100000:2.0:1781226807.343360:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+104:2427:x1867750941572992:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226807.343380:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226807.343388:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 104 pid: 6525 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.343406:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 104 pid: 6525 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1781226807.343412:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226807.343437:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:2.0:1781226807.343444:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.343456:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.343465:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.343489:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226807.343559:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+104:2427:x1867750941572992:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 201us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.343568:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 350 00010000:00010000:0.0:1781226807.343683:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446579c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b1c expref: 103 pid: 6525 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.343743:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964579200:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226807.343777:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343787:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343794:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343860:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343870:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343878:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343948:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343955:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343972:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343980:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.343992:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226807.343997:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344006:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344015:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:0.0:1781226807.344018:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226807.344023:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344029:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465883 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344147:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344155:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344161:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344166:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226807.344168:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344175:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344189:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0xe9a28032 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226807.344191:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226807.344194:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.344200:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac446588a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0xe9a28032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.344279:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29139:x1867750941572864:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 8049us (11043us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226807.344287:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1118 00000100:00100000:2.0:1781226807.347899:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.348090:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941573120 00000100:00100000:1.0:1781226807.348103:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941573120 00000100:00100000:1.0:1781226807.348184:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1119 00000100:00100000:1.0:1781226807.348196:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29139:x1867750941573120:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226807.348223:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226807.348259:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465891 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b69 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.348307:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.348336:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.348355:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.348516:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465891 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 52 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.348541:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.348551:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226807.348555:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226807.348559:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226807.348650:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29139:x1867750941573120:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 456us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.348660:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1119 00000100:00100000:3.0:1781226807.352757:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.353015:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941573376 00000100:00100000:2.0:1781226807.353029:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941573376 00000100:00100000:2.0:1781226807.353106:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1120 00000100:00100000:2.0:1781226807.353116:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29139:x1867750941573376:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226807.353242:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.353264:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.353278:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226807.356100:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000051932a35 reply state 00000000510c1e65 transno 4294967968 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.356137:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.356148:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:2.0:1781226807.356151:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226807.356157:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226807.356326:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:29139:x1867750941573376:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 3196us (3567us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1781226807.356337:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1120 00000100:00100000:2.0:1781226807.359999:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.360089:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941573504 00000100:00100000:0.0:1781226807.360103:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941573504 00000100:00100000:0.0:1781226807.360188:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1121 00000100:00100000:0.0:1781226807.360199:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:29139:x1867750941573504:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226807.360231:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226807.360259:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b70 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.360351:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.360366:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.360377:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226807.360380:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226807.360385:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726e400, rc 0) 00000100:00100000:0.0:1781226807.360462:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:29139:x1867750941573504:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 265us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226807.360470:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1121 00000100:00100000:1.0:1781226807.372483:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226807.372692:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941573632 00000100:00100000:3.0:1781226807.372793:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941573632 00000100:00100000:2.0:1781226807.372930:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 211 00000100:00100000:2.0:1781226807.372945:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:29139:x1867750941573632:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781226807.373183:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:29139:x1867750941573632:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 241us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.373259:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 211 00000100:00100000:3.0:1781226807.376431:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.378731:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941573888 00000100:00100000:1.0:1781226807.378754:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941573888 00000100:00100000:1.0:1781226807.378838:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 212 00000100:00100000:1.0:1781226807.378851:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:29139:x1867750941573888:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226807.379203:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:29139:x1867750941573888:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 354us (2787us total) trans 4294967969 rc 0/0 00000100:00100000:1.0:1781226807.379212:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 212 00000100:00100000:1.0:1781226807.385980:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.387893:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941574144 00000100:00100000:0.0:1781226807.388124:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941574144 00000100:00100000:0.0:1781226807.388218:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1122 00000100:00100000:0.0:1781226807.388231:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:29139:x1867750941574144:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226807.389221:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:29139:x1867750941574144:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 984us (3253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226807.389236:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1122 00000100:00100000:3.0:1781226807.395918:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.396069:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941574400 00000100:00100000:2.0:1781226807.396086:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941574400 00000100:00100000:2.0:1781226807.396197:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1123 00000100:00100000:2.0:1781226807.396211:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:29139:x1867750941574400:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226807.396246:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226807.396285:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44658ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b77 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.396479:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.396512:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.396522:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.396567:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.396582:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 56 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.396600:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964579328:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226807.396777:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226807.409900:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964579328:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226807.409950:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226807.413852:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.414218:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941574528 00000100:00100000:2.0:1781226807.414231:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941574528 00010000:00010000:2.0:1781226807.414283:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 57 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.414353:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 351 00000100:00100000:2.0:1781226807.414365:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2426:x1867750941574528:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226807.414385:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226807.414394:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 57 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.414410:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 57 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.414442:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac44658a6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b70 expref: 57 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.414472:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:2.0:1781226807.414478:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.414491:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.414501:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.414535:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226807.414629:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941574528:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 265us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.414638:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 351 00010000:00010000:0.0:1781226807.416237:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416256:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226807.416286:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00080000:0.0:1781226807.416541:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:0.0:1781226807.416757:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416766:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416774:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416780:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226807.416786:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416797:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416820:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226807.416824:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226807.416829:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.416835:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44658b4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.417413:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44658ad lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b77 expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.417439:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226807.417443:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226807.417448:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44658ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b77 expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.417465:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:1.0:1781226807.417583:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:29139:x1867750941574400:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 21373us (21679us total) trans 4294967970 rc 301/301 00000100:00100000:1.0:1781226807.417604:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1123 00010000:00010000:1.0:1781226807.421353:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226807.421849:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.427951:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941574784 00000100:00100000:1.0:1781226807.427988:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941574784 00000100:00100000:1.0:1781226807.428091:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 213 00000100:00100000:1.0:1781226807.428106:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:29139:x1867750941574784:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226807.428594:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:29139:x1867750941574784:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 491us (6751us total) trans 4294967971 rc 0/0 00000100:00100000:1.0:1781226807.428604:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 213 00000100:00100000:3.0:1781226807.432443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.432537:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941574912 00000100:00100000:1.0:1781226807.432551:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941574912 00000100:00100000:1.0:1781226807.432685:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1124 00000100:00100000:1.0:1781226807.432741:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+56:29139:x1867750941574912:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226807.432778:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226807.432810:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44658c2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b7e expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.432925:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44658c9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.432943:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44658c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.432958:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44658c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226807.433029:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:1.0:1781226807.433034:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226807.433060:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44658c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.433092:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4600/0x5d5522eac44658c2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b7e expref: 58 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.433117:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44658c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b7e expref: 57 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.433130:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226807.433133:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781226807.433138:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:2.0:1781226807.433403:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+57:29139:x1867750941574912:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 707us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.433411:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1124 00000100:00100000:1.0:1781226807.438673:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.438752:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575040 00000100:00100000:1.0:1781226807.438766:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575040 00000100:00100000:1.0:1781226807.438863:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 291 00000100:00100000:1.0:1781226807.438877:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941575040:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226807.438908:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226807.438937:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b85 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226807.438974:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226807.439002:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.439004:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.439016:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.439041:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.439058:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226807.439127:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941575040:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 254us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.439135:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 291 00000100:00080000:3.0:1781226807.439171:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226807.444873:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.447764:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575296 00000100:00100000:1.0:1781226807.447786:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575296 00000100:00100000:1.0:1781226807.447880:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1125 00000100:00100000:1.0:1781226807.447895:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:29139:x1867750941575296:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226807.448072:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:29139:x1867750941575296:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 180us (3212us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.448081:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1125 00000100:00100000:3.0:1781226807.454814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.460825:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575424 00000100:00100000:1.0:1781226807.460849:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575424 00000100:00100000:1.0:1781226807.461097:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 292 00000100:00100000:1.0:1781226807.461112:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:29139:x1867750941575424:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226807.461145:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226807.461184:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b8c expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.461243:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.461253:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.461256:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.461260:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.461306:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.461333:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226807.461351:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964579456:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226807.461493:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c11cad80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226807.467814:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964579456:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226807.467864:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.467901:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4600, rc 0) 00000100:00100000:0.0:1781226807.468108:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:29139:x1867750941575424:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 6996us (13415us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226807.468121:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 292 00000100:00100000:3.0:1781226807.469864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.470090:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575552 00000100:00100000:1.0:1781226807.470103:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575552 00010000:00010000:1.0:1781226807.470168:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226807.470273:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 352 00000100:00100000:1.0:1781226807.470286:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e1dff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941575552:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226807.470319:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226807.470357:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.470375:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.470406:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac44658d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b85 expref: 11 pid: 17677 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.470424:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.470426:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.470435:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.470445:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.470496:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226807.470513:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964579584:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226807.470622:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c11cad80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226807.475965:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964579584:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226807.476004:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226807.476085:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e1dff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941575552:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 5800us (6231us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.476101:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 352 00000100:00100000:3.0:1781226807.477036:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.478466:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575680 00000100:00100000:0.0:1781226807.478492:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575680 00002000:00100000:0.0:1781226807.478600:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff89a4c73be580 x1867750941575680/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:618/0 lens 2008/0 e 0 to 0 dl 1781226818 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226807.478615:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73be580 with x1867750941575680 ext(0->1515) 00002000:00010000:0.0:1781226807.478623:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73be580 00000100:00100000:0.0:1781226807.478657:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 82 00000100:00100000:0.0:1781226807.478668:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941575680:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1781226807.480499:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941575680:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 1817us (3453us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1781226807.480518:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 82 00002000:00100000:3.0:1781226807.480534:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff89a4c73be580 x1867750941575680/t4294967357(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:618/0 lens 2008/448 e 0 to 0 dl 1781226818 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226807.480545:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73be580 with x1867750941575680 ext(0->1515) 00002000:00010000:3.0:1781226807.480552:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73be580 00000100:00100000:3.0:1781226807.485862:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.486060:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575808 00000100:00100000:1.0:1781226807.486072:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575808 00000100:00100000:1.0:1781226807.486141:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1126 00000100:00100000:1.0:1781226807.486153:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+57:29139:x1867750941575808:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781226807.491326:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967971 is committed 00000001:00080000:2.0:1781226807.491391:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967965 is committed 00000004:00080000:2.0:1781226807.491399:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:2.0:1781226807.491430:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5f6813c00 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:2.0:1781226807.491437:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c96ddf00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5f6813f00 00000020:00080000:2.0:1781226807.491440:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c96dd100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8d2ec00 00010000:00010000:1.0:1781226807.491612:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491630:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491640:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491648:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00000100:00100000:0.0:1781226807.491653:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964579712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1781226807.491655:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491671:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781226807.491685:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00010000:00010000:1.0:1781226807.491744:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff89a5c60d7200) 00010000:00010000:1.0:1781226807.491750:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226807.491756:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491765:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465676 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491803:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491810:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781226807.491815:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00010000:00010000:1.0:1781226807.491817:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491827:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00000100:00100000:0.0:1781226807.491828:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781226807.491831:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491839:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491850:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff89a5c60d7f00) 00010000:00010000:1.0:1781226807.491853:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226807.491857:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.491864:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446567d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.491868:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964579712 00000100:00100000:2.0:1781226807.491879:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964579712 00000100:00100000:2.0:1781226807.492021:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1781226807.492035:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29139:x1867750941575808:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 5880us (6183us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.492036:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964579712:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781226807.492054:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1126 00002000:00080000:2.0:1781226807.492076:0:15413:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:21 count 1 00002000:00010000:2.0:1781226807.492118:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a2b5d34, atime: 0x0, ctime: 0x6a2b5d34, blocks: 0x8 00010000:00010000:2.0:1781226807.492127:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.492145:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226807.492148:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226807.492155:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.492344:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.492354:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.492362:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.492392:0:15413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226807.492553:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964579712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 520us (727us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1781226807.492561:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:3.0:1781226807.492657:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492672:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492680:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492687:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226807.492691:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492730:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492742:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff89a5c60d7c00) 00010000:00010000:3.0:1781226807.492745:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226807.492749:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492755:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac446574f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492778:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492785:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492791:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492797:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226807.492801:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492808:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492816:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:3.0:1781226807.492819:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781226807.492822:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.492827:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446589f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1781226807.492846:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1781226807.493371:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c7908f00/2, rc 0, transno 4294967349 00000100:00100000:0.0:1781226807.493382:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964579712:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1781226807.494031:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226807.494044:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.494059:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226807.494064:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.494075:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.494098:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.494107:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac44658de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.494133:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226807.494136:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226807.494138:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226807.497252:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.498303:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941575936 00000100:00100000:1.0:1781226807.498329:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941575936 00000100:00100000:1.0:1781226807.498408:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 294 00000100:00100000:1.0:1781226807.498421:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941575936:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1781226807.503629:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000100:00100000:1.0:1781226807.503892:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941575936:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 5463us (6646us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.503910:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 294 00000100:00100000:3.0:1781226807.508404:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.508821:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941576192 00000100:00100000:2.0:1781226807.508836:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941576192 00000100:00100000:2.0:1781226807.508922:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1127 00000100:00100000:2.0:1781226807.508934:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:29139:x1867750941576192:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226807.509020:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226807.509055:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44658c9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b7e expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.509079:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:2.0:1781226807.509086:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226807.509126:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.509144:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.509156:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226807.509615:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000056aa4edd reply state 00000000b2f230f0 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.509632:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.509640:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:2.0:1781226807.509643:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226807.509646:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226807.510288:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29139:x1867750941576192:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1350us (1892us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1781226807.510300:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1127 00000100:00100000:0.0:1781226807.514421:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226807.514640:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941576320 00000100:00100000:1.0:1781226807.514652:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941576320 00000100:00100000:1.0:1781226807.514975:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1128 00000100:00100000:1.0:1781226807.514989:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29139:x1867750941576320:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226807.515026:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226807.515056:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b93 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.515139:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.515157:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.515199:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226807.515203:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226807.515320:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:1.0:1781226807.515408:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29139:x1867750941576320:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 422us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.515417:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1128 00000100:00100000:3.0:1781226807.518903:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.519035:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941576448 00000100:00100000:2.0:1781226807.519049:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941576448 00000100:00100000:2.0:1781226807.519115:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 295 00000100:00100000:2.0:1781226807.519127:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941576448:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781226807.519396:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:2.0:1781226807.519401:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime from disk: 0 -> 1781226804 00002000:00010000:2.0:1781226807.519403:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime from disk: 0 -> 1781226804 00002000:00010000:2.0:1781226807.519405:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime from disk: 0 -> 1781226804 00002000:00010000:2.0:1781226807.519409:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781226807.519506:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941576448:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 380us (616us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1781226807.519515:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 295 00000100:00100000:3.0:1781226807.523237:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.523862:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941576704 00000100:00100000:0.0:1781226807.523876:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941576704 00000100:00100000:0.0:1781226807.523961:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1129 00000100:00100000:0.0:1781226807.523974:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29139:x1867750941576704:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226807.524086:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.524109:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.524121:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.524179:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.524202:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 46 pid: 10991 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.524220:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964579840:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226807.524352:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f68133c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226807.527203:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.528185:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964579840:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226807.528443:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.528670:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941576832 00000100:00100000:0.0:1781226807.528682:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941576832 00010000:00010000:0.0:1781226807.528761:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 47 pid: 10991 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.528809:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 353 00000100:00100000:0.0:1781226807.528821:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941576832:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226807.528846:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226807.528855:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 47 pid: 10991 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.528869:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 47 pid: 10991 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.528900:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465898 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b69 expref: 47 pid: 10991 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.528919:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226807.528925:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.528936:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.528946:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.528973:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226807.529051:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2426:x1867750941576832:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 231us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226807.529063:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 353 00010000:00010000:0.0:1781226807.529095:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529102:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529171:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529181:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529196:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529203:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226807.529216:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529226:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529237:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:0.0:1781226807.529239:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781226807.529243:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.529250:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac44658f3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.529434:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29139:x1867750941576704:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 5331us (6081us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781226807.529445:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1129 00000100:00100000:3.0:1781226807.532131:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226807.532204:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941576960 00000100:00100000:3.0:1781226807.532390:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941576960 00000100:00100000:3.0:1781226807.532464:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 296 00000100:00100000:3.0:1781226807.532476:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941576960:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226807.532614:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.532642:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.532659:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226807.532662:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226807.532667:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.532752:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.532771:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 11 pid: 8405 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226807.532791:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964579968:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226807.532896:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1254000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226807.536614:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.536862:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964579968:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226807.536902:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226807.537457:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941577088 00000100:00100000:1.0:1781226807.537468:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941577088 00010000:00010000:1.0:1781226807.537599:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 12 pid: 8405 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226807.537719:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 354 00000100:00100000:1.0:1781226807.537733:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941577088:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226807.537754:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226807.537782:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 12 pid: 8405 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.537799:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 12 pid: 8405 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.537835:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac44658d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b8c expref: 12 pid: 8405 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.537858:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.537861:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.537868:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.537880:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.537918:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226807.538005:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941577088:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 274us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.538017:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 354 00010000:00010000:0.0:1781226807.538346:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538357:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538388:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538398:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538408:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538417:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226807.538423:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538436:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538453:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.538462:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e28cae4/0x5d5522eac44658fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.538566:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941576960:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 6090us (6448us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226807.538581:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 296 00000100:00100000:3.0:1781226807.542372:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.542554:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941577344 00000100:00100000:0.0:1781226807.542569:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941577344 00000100:00100000:0.0:1781226807.542656:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1130 00000100:00100000:0.0:1781226807.542668:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29139:x1867750941577344:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226807.542803:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.542829:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.542845:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.543084:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.543099:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.543108:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.543156:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226807.543174:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 46 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226807.543193:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964580096:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226807.543325:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f68139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226807.546141:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226807.546451:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964580096:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226807.546513:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.546680:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941577472 00000100:00100000:2.0:1781226807.546710:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941577472 00010000:00010000:3.0:1781226807.546878:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 47 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226807.546954:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 355 00000100:00100000:3.0:1781226807.546966:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941577472:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226807.546988:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226807.546998:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 47 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.547013:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 47 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.547044:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac44658ec lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b93 expref: 47 pid: 6523 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.547064:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:3.0:1781226807.547071:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.547083:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.547091:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.547131:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226807.547224:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2427:x1867750941577472:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 259us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226807.547234:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 355 00010000:00010000:2.0:1781226807.547550:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.547559:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226807.547744:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967973 00000001:00080000:2.0:1781226807.548073:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967974 00000001:00080000:2.0:1781226807.548133:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967975 00000100:00100000:2.0:1781226807.548387:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964580224:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781226807.548485:0:10991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226807.548545:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964580224 00000100:00100000:2.0:1781226807.548553:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964580224 00000100:00100000:2.0:1781226807.548613:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1781226807.548624:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964580224:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781226807.549027:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964580224:12345-0@lo:1000:mdt00_003.0 Request processed in 403us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.549036:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:2.0:1781226807.549067:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226807.549082:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040900 going to sleep for 11 seconds 00000100:00100000:2.0:1781226807.549115:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964580224:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1781226807.549568:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967976 00000100:00100000:2.0:1781226807.549637:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964580352:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781226807.549674:0:10991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226807.549728:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226807.549903:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964580352 00000100:00100000:0.0:1781226807.549912:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964580352 00000100:00100000:0.0:1781226807.549962:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1781226807.549973:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964580352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1781226807.550106:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10991:x1867750964580352:12345-0@lo:1000:mdt00_003.0 Request processed in 135us (431us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1781226807.550113:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1781226807.550393:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964580352:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1781226807.550474:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967977 00010000:00010000:2.0:1781226807.550505:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550516:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550525:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550534:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726ea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.550539:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550550:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550571:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:2.0:1781226807.550575:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226807.550580:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550589:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465908 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550625:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550632:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550639:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550644:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.550648:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550655:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550664:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5ef93db00) 00010000:00010000:2.0:1781226807.550667:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226807.550677:0:10991:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 90 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550692:0:10991:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 90 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550841:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 90 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.550882:0:10991:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4400/0x5d5522eac446583d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b54 expref: 90 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.550897:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964580480:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226807.551028:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226807.556051:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.556179:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964580480:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226807.556232:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556246:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465836 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556295:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556331:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556345:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556358:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556365:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556373:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556380:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.556385:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556392:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556406:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5ef93db00) 00010000:00010000:2.0:1781226807.556411:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226807.556415:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556421:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446590f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556432:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556438:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556444:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556449:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226807.556452:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556458:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556466:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff89a5ef93db00) 00010000:00010000:2.0:1781226807.556468:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226807.556470:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.556476:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465901 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226807.556761:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29139:x1867750941577344:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 14094us (14404us total) trans 4294967978 rc 0/0 00000100:00100000:2.0:1781226807.556778:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1130 00000020:00080000:2.0:1781226807.556786:0:10991:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781226807.557274:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226807.557281:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226807.557861:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781226807.557876:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226807.558850:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941577600 00000100:00100000:1.0:1781226807.558868:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941577600 00000100:00100000:1.0:1781226807.558945:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 214 00000100:00100000:1.0:1781226807.558957:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+91:29138:x1867750941577600:12345-192.168.202.30@tcp:49:cmp.0 00000100:00100000:1.0:1781226807.559127:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+91:29138:x1867750941577600:12345-192.168.202.30@tcp:49:cmp.0 Request processed in 173us (3094us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.559137:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 214 00000100:00100000:0.0:1781226807.564038:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226807.564111:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.564438:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941577984 00000100:00100000:2.0:1781226807.564454:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941577984 00000100:00100000:2.0:1781226807.564544:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 215 00000100:00100000:2.0:1781226807.564557:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29139:x1867750941577984:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781226807.564961:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781226807.565008:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967979 00010000:00010000:2.0:1781226807.565053:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.565075:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.565088:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.565099:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.565106:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.565113:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226807.565130:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781226807.565350:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226807.565360:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.565368:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226807.565372:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.565385:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.565402:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:3.0:1781226807.565405:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226807.565411:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.565418:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465916 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226807.565433:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226807.565435:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226807.565437:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226807.565671:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:29139:x1867750941577984:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 1113us (1555us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1781226807.565687:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 215 00000020:00080000:2.0:1781226807.565729:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226807.566839:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941577728 00000100:00100000:1.0:1781226807.566853:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941577728 00000100:00100000:1.0:1781226807.566934:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 297 00000100:00100000:1.0:1781226807.566944:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+15:29138:x1867750941577728:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:1.0:1781226807.566968:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226807.566994:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac446591d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46b9a expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226807.567025:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a2b5d34, atime: 0x6a2b5d34, ctime: 0x6a2b5d34, blocks: 0x8 00010000:00010000:1.0:1781226807.567050:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.567053:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226807.567064:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac446591d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b9a expref: 16 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.567083:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac446591d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b9a expref: 16 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226807.567096:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4600, rc 0) 00000100:00100000:1.0:1781226807.567497:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:29138:x1867750941577728:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 543us (3465us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.567505:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 297 00000100:00080000:2.0:1781226807.567689:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226807.574028:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.574154:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941578112 00000100:00100000:2.0:1781226807.574178:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941578112 00002000:00100000:2.0:1781226807.574259:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff89a4c73892c0 x1867750941578112/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:618/0 lens 488/0 e 0 to 0 dl 1781226818 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226807.574273:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73892c0 with x1867750941578112 ext(0->4095) 00002000:00010000:2.0:1781226807.574281:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73892c0 00000100:00100000:2.0:1781226807.574447:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 83 00000100:00100000:2.0:1781226807.574460:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73892c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941578112:12345-192.168.202.30@tcp:3:cmp.0 00000100:00100000:2.0:1781226807.574808:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73892c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941578112:12345-192.168.202.30@tcp:3:cmp.0 Request processed in 349us (795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226807.574817:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 83 00002000:00100000:2.0:1781226807.574826:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff89a4c73892c0 x1867750941578112/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:618/0 lens 488/4536 e 0 to 0 dl 1781226818 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226807.574834:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73892c0 with x1867750941578112 ext(0->4095) 00002000:00010000:2.0:1781226807.574838:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73892c0 00000100:00100000:0.0:1781226807.581552:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226807.581619:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941578368 00000100:00100000:2.0:1781226807.581635:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941578368 00000100:00100000:0.0:1781226807.581744:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 216 00000100:00100000:0.0:1781226807.581765:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+91:29138:x1867750941578368:12345-192.168.202.30@tcp:35:cmp.0 00000100:00100000:0.0:1781226807.582069:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+92:29138:x1867750941578368:12345-192.168.202.30@tcp:35:cmp.0 Request processed in 313us (532us total) trans 4294967981 rc 0/0 00000100:00100000:0.0:1781226807.582078:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 216 00000100:00100000:3.0:1781226807.804432:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226807.804466:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964580608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226807.804632:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226807.807570:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964580608 00000100:00100000:2.0:1781226807.807591:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964580608 00000100:00100000:2.0:1781226807.807730:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1781226807.807745:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964580608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226807.807787:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1781226807.807926:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964580608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 186us (3295us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226807.807947:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1781226807.808260:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964580608:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226807.809359:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964580736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226807.809443:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226807.809714:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964580736 00000100:00100000:1.0:1781226807.809724:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964580736 00000100:00100000:1.0:1781226807.809808:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781226807.809820:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964580736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226807.809848:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226807.809905:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964580736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226807.809913:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781226807.809960:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964580736:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226807.810152:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226808.225028:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226808.225088:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226808.225218:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941578496 00000100:00100000:2.0:1781226808.225232:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941578496 00000100:00100000:3.0:1781226808.225315:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226808.225323:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 722 00000100:00100000:2.0:1781226808.225338:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941578496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226808.225353:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226808.225587:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941578496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 251us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226808.225599:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 722 00000100:00100000:2.0:1781226808.225647:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579008 00000100:00100000:2.0:1781226808.225652:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579008 00000100:00100000:2.0:1781226808.225691:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 552 00000100:00100000:2.0:1781226808.225744:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941579008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226808.225778:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941579008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226808.225786:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 552 00000100:00100000:3.0:1781226808.231798:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226808.231834:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226808.234215:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579520 00000100:00100000:2.0:1781226808.234238:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579520 00000100:00100000:2.0:1781226808.234340:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 553 00000100:00100000:2.0:1781226808.234356:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941579520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226808.234470:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941579520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 118us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226808.234480:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 553 00000100:00100000:0.0:1781226808.239678:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941578752 00000100:00100000:0.0:1781226808.239722:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941578752 00000100:00100000:0.0:1781226808.239854:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579264 00000100:00100000:0.0:1781226808.239859:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579264 00000100:00100000:0.0:1781226808.239920:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 956 00000100:00100000:0.0:1781226808.239933:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941578752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226808.240049:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941578752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 119us (14960us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226808.240057:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 956 00000100:00100000:0.0:1781226808.240078:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 957 00000100:00100000:0.0:1781226808.240087:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941579264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226808.240115:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941579264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (14761us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226808.240121:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 957 00000100:00080000:2.0:1781226808.240464:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226808.241848:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226808.241890:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226808.241914:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226808.241965:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941578880 00000100:00100000:3.0:1781226808.241974:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941578880 00000100:00100000:3.0:1781226808.242025:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579392 00000100:00100000:3.0:1781226808.242027:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579392 00000100:00100000:3.0:1781226808.242049:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 554 00000100:00100000:3.0:1781226808.242059:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941578880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226808.242129:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941578880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 72us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226808.242137:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 554 00000100:00100000:3.0:1781226808.242155:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 555 00000100:00100000:3.0:1781226808.242162:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941579392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226808.242184:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941579392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226808.242190:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 555 00000100:00080000:2.0:1781226808.242717:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226808.242905:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941578624 00000100:00100000:2.0:1781226808.242914:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941578624 00000100:00100000:2.0:1781226808.242964:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579136 00000100:00100000:2.0:1781226808.242968:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579136 00000100:00100000:2.0:1781226808.242994:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 958 00000100:00100000:2.0:1781226808.243003:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+92:2426:x1867750941578624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226808.243063:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+92:2426:x1867750941578624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 62us (11228us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226808.243071:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 958 00000100:00100000:2.0:1781226808.243126:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 959 00000100:00100000:2.0:1781226808.243133:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:2426:x1867750941579136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226808.243166:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:2426:x1867750941579136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226808.243173:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 959 00010000:00010000:1.0:1781226808.444874:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226808.829385:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226808.829417:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964580864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226808.830772:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226808.831057:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964580864 00000100:00100000:0.0:1781226808.831069:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964580864 00000100:00100000:0.0:1781226808.831171:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1781226808.831192:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964580864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226808.831245:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1781226808.831325:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964580864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226808.831334:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1781226808.831429:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964580864:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226809.468065:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226810.365387:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226810.365656:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964581248:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.365788:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.365883:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581248 00000100:00100000:3.0:1781226810.365891:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581248 00000100:00100000:3.0:1781226810.365948:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1781226810.365959:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964581248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.366022:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964581248:12345-0@lo:400:kworker.0 Request processed in 65us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.366030:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1781226810.366083:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964581248:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.366131:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964581376:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.366174:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.366211:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581376 00000100:00100000:3.0:1781226810.366216:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581376 00000100:00100000:3.0:1781226810.366246:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1781226810.366253:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964581376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.366305:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964581376:12345-0@lo:400:kworker.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.366312:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1781226810.366344:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964581376:0@lo:400:kworker.0 00000100:00100000:0.0:1781226810.366437:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964581504:0@lo:400:kworker.0 00000100:00100000:0.0:1781226810.366471:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226810.366497:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226810.366502:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9219a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964581120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226810.366526:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226810.366564:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581504 00000100:00100000:0.0:1781226810.366567:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581504 00000100:00100000:0.0:1781226810.366596:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1781226810.366603:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964581504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226810.366638:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964581504:12345-0@lo:400:kworker.0 Request processed in 36us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226810.366643:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1781226810.366667:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964581504:0@lo:400:kworker.0 00000100:00100000:1.0:1781226810.367204:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964580992:0@lo:400:kworker.0 00000100:00100000:1.0:1781226810.367584:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226810.367774:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226810.367784:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964581632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226810.367817:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226810.367849:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581120 00000100:00100000:1.0:1781226810.367856:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581120 00000100:00100000:1.0:1781226810.367910:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581632 00000100:00100000:1.0:1781226810.367913:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581632 00000100:00100000:1.0:1781226810.367930:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1781226810.367939:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964581120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226810.367974:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226810.368021:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964581120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226810.368029:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1781226810.368045:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1781226810.368052:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964581632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226810.368063:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226810.368088:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964581632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226810.368093:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00080000:1.0:1781226810.368110:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226810.368141:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964581632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226810.368157:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9219a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964581120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226810.368415:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964580992 00000100:00100000:0.0:1781226810.368421:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964580992 00000100:00100000:0.0:1781226810.368458:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1781226810.368465:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964580992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226810.368506:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964580992:12345-0@lo:400:kworker.0 Request processed in 42us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226810.368513:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1781226810.368598:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964580992:0@lo:400:kworker.0 00000100:00100000:1.0:1781226810.370521:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964581760:0@lo:400:kworker.0 00000100:00100000:1.0:1781226810.370600:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226810.370737:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581760 00000100:00100000:2.0:1781226810.370747:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581760 00000100:00100000:2.0:1781226810.370806:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1781226810.370816:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964581760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379022:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964581888:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379134:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.379327:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226810.379338:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964582016:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379366:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.379401:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964581888 00000100:00100000:3.0:1781226810.379410:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964581888 00000100:00100000:3.0:1781226810.379475:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582016 00000100:00100000:3.0:1781226810.379479:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582016 00000100:00100000:3.0:1781226810.379507:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1781226810.379519:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964581888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379581:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964581888:12345-0@lo:400:kworker.0 Request processed in 65us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.379590:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1781226810.379610:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1781226810.379617:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964582016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379649:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964582016:12345-0@lo:400:kworker.0 Request processed in 33us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.379655:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00080000:3.0:1781226810.379676:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226810.379680:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226810.379748:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964581888:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379781:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964582016:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379812:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964582144:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379842:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.379885:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226810.379892:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964582272:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.379915:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.379942:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582144 00000100:00100000:3.0:1781226810.379946:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582144 00000100:00100000:3.0:1781226810.379980:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582272 00000100:00100000:3.0:1781226810.379983:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582272 00000100:00100000:3.0:1781226810.380006:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1781226810.380014:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964582144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380053:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964582144:12345-0@lo:400:kworker.0 Request processed in 40us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.380060:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1781226810.380072:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781226810.380078:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3669:x1867750964582272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380109:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3669:x1867750964582272:12345-0@lo:400:kworker.0 Request processed in 31us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.380115:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:3.0:1781226810.380138:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226810.380155:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964582272:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380178:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964582144:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380208:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964582400:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380232:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.380276:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226810.380296:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964582528:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380322:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226810.380343:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582400 00000100:00100000:3.0:1781226810.380347:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582400 00000100:00100000:3.0:1781226810.380373:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582528 00000100:00100000:3.0:1781226810.380377:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582528 00000100:00100000:3.0:1781226810.380398:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1781226810.380405:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964582400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380440:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964582400:12345-0@lo:400:kworker.0 Request processed in 35us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.380447:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1781226810.380460:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1781226810.380466:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964582528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380497:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964582528:12345-0@lo:400:kworker.0 Request processed in 31us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226810.380503:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00080000:3.0:1781226810.380518:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226810.380521:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226810.380538:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964582400:0@lo:400:kworker.0 00000100:00100000:3.0:1781226810.380559:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964582528:0@lo:400:kworker.0 00000100:00100000:2.0:1781226810.382547:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964581760:12345-0@lo:400:kworker.0 Request processed in 11718us (11932us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226810.382567:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1781226810.382804:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964581760:0@lo:400:kworker.0 00010000:00010000:3.0:1781226810.499076:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226811.389113:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964582656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226811.389247:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226811.389730:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582656 00000100:00100000:3.0:1781226811.389744:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582656 00000100:00100000:3.0:1781226811.389844:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1781226811.389858:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964582656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226811.389915:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226811.390003:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964582656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226811.390013:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1781226811.390155:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964582656:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226811.516032:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226811.645567:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781226811.650034:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226811.650053:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226811.650197:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:2.0:1781226811.650207:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1781226811.904537:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:0.0:1781226811.904567:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00010000:00010000:1.0:1781226812.550488:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226812.923905:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964582912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226812.924008:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226812.924092:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226812.924098:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964582784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226812.924127:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226812.924162:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582912 00000100:00100000:1.0:1781226812.924170:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582912 00000100:00100000:1.0:1781226812.924241:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964582784 00000100:00100000:1.0:1781226812.924244:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964582784 00000100:00100000:1.0:1781226812.924275:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1781226812.924284:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964582912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226812.924327:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137534272 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226812.924383:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964582912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226812.924391:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1781226812.924410:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1781226812.924417:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964582784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226812.924426:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 137534272 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226812.924448:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964582784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226812.924453:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:1.0:1781226812.924470:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226812.924516:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964582784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226812.924528:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:1.0:1781226812.924534:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967348 committed transno 4294967349 00000004:00080000:1.0:1781226812.924560:0:3669:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c7908f00, transno 4294967349 00000100:00100000:1.0:1781226812.924575:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964582912:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1781226812.927998:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967981 is committed 00000001:00080000:3.0:1781226812.928047:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967980 is committed 00000020:00080000:3.0:1781226812.928072:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c7245d80 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:3.0:1781226812.928078:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fb2d6900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c7245540 00000020:00080000:3.0:1781226812.928082:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5eebd5b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8d2f200 00000020:00080000:3.0:1781226812.928113:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000020:00080000:2.0:1781226812.928316:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00010000:00010000:1.0:1781226812.928343:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226812.928360:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226812.928370:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226812.928378:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226812.928384:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226812.928393:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781226812.928410:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:1.0:1781226812.928420:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226812.928424:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226812.928431:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226812.928438:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44658e5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226812.928479:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000001:00080000:3.0:1781226812.928489:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:2.0:1781226812.978007:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226812.978158:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579648 00000100:00100000:3.0:1781226812.978171:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579648 00000100:00100000:3.0:1781226812.978282:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1131 00000100:00100000:3.0:1781226812.978296:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29119:x1867750941579648:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226812.978441:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29119:x1867750941579648:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 149us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226812.978451:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1131 00000100:00080000:1.0:1781226812.978646:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226812.981299:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226812.982607:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579776 00000100:00100000:2.0:1781226812.982628:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579776 00000100:00100000:2.0:1781226812.982741:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1132 00000100:00100000:2.0:1781226812.982756:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29119:x1867750941579776:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226812.982906:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29119:x1867750941579776:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 154us (1620us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226812.982914:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1132 00000100:00080000:3.0:1781226812.983244:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226813.352124:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352188:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352227:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352324:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352345:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352371:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226813.352407:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580416 00000100:00100000:2.0:1781226813.352420:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580416 00000100:00100000:2.0:1781226813.352577:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580672 00000100:00100000:2.0:1781226813.352582:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580672 00000100:00100000:2.0:1781226813.352604:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580288 00000100:00100000:2.0:1781226813.352607:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580288 00000100:00100000:2.0:1781226813.352624:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580544 00000100:00100000:2.0:1781226813.352626:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580544 00000100:00100000:2.0:1781226813.352648:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 558 00000100:00100000:2.0:1781226813.352660:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941580416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226813.352800:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941580416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 142us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226813.352809:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 558 00000100:00100000:2.0:1781226813.352831:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 559 00000100:00100000:2.0:1781226813.352838:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941580672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226813.352864:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941580672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226813.352871:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 559 00000100:00100000:2.0:1781226813.352883:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 560 00000100:00100000:2.0:1781226813.352889:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941580288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226813.352912:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941580288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226813.352918:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 560 00000100:00100000:2.0:1781226813.352928:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 561 00000100:00100000:2.0:1781226813.352934:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941580544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226813.352956:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941580544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226813.352963:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 561 00000100:00100000:2.0:1781226813.352985:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580160 00000100:00100000:2.0:1781226813.352988:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580160 00000100:00100000:2.0:1781226813.353025:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580032 00000100:00100000:2.0:1781226813.353028:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580032 00000100:00100000:2.0:1781226813.353048:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 966 00000100:00100000:2.0:1781226813.353054:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941580160:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226813.353078:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941580160:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226813.353085:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 966 00000100:00100000:2.0:1781226813.353098:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 967 00000100:00100000:2.0:1781226813.353104:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:2427:x1867750941580032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226813.353125:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+91:2427:x1867750941580032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226813.353131:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 967 00000100:00100000:1.0:1781226813.353421:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941579904 00000100:00100000:1.0:1781226813.353440:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941579904 00000100:00100000:1.0:1781226813.353485:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 724 00000100:00100000:1.0:1781226813.353494:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941579904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226813.353537:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941579904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 45us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226813.353544:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 724 00000100:00080000:3.0:1781226813.354241:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226813.354249:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226813.354263:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226813.354266:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1781226813.564750:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226813.948658:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964583040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226813.948790:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226813.949317:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583040 00000100:00100000:1.0:1781226813.949330:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583040 00000100:00100000:1.0:1781226813.949398:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1781226813.949409:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964583040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226813.949458:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:1.0:1781226813.949539:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964583040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226813.949547:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1781226813.950318:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964583040:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226814.606030:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226815.129282:0:22060:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 21:13:33 (1781226813) 00000100:00100000:2.0:1781226815.395266:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226815.395360:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580800 00000100:00100000:0.0:1781226815.395370:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580800 00000100:00100000:0.0:1781226815.395466:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1133 00000100:00100000:0.0:1781226815.395479:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29750:x1867750941580800:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781226815.395609:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29750:x1867750941580800:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 133us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226815.395618:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1133 00000100:00080000:3.0:1781226815.396648:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226815.413858:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226815.414140:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941580928 00000100:00100000:3.0:1781226815.414149:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941580928 00000100:00100000:3.0:1781226815.414233:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1134 00000100:00100000:3.0:1781226815.414254:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29750:x1867750941580928:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226815.414353:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29750:x1867750941580928:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 102us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226815.414361:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1134 00000100:00080000:2.0:1781226815.414531:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226815.443025:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226815.443071:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226815.443356:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941581056 00000100:00100000:2.0:1781226815.443368:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941581056 00000100:00100000:2.0:1781226815.443444:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941581312 00000100:00100000:2.0:1781226815.443447:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941581312 00000100:00100000:2.0:1781226815.443471:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1135 00000100:00100000:2.0:1781226815.443482:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:2425:x1867750941581056:12345-192.168.202.30@tcp:41:mkdir.0 00000004:00000024:2.0:1781226815.443527:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1781226815.443602:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:2425:x1867750941581056:12345-192.168.202.30@tcp:41:mkdir.0 Request processed in 121us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.443610:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1135 00000100:00100000:2.0:1781226815.443629:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1136 00000100:00100000:2.0:1781226815.443637:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+91:29751:x1867750941581312:12345-192.168.202.30@tcp:36:mkdir.0 00010000:00010000:2.0:1781226815.443678:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:3.0:1781226815.443684:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226815.443738:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac446568b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aba expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.443764:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226815.443769:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226815.443834:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.443853:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.443861:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.443895:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.443909:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 41 pid: 6525 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226815.443925:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964583168:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226815.443989:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226815.450582:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964583168:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226815.450613:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226815.453467:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226815.453802:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941581440 00000100:00100000:1.0:1781226815.453813:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941581440 00010000:00010000:1.0:1781226815.453858:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 42 pid: 6525 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226815.453906:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 356 00000100:00100000:1.0:1781226815.453917:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+42:2426:x1867750941581440:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226815.453931:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226815.453937:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 42 pid: 6525 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226815.453952:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 42 pid: 6525 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226815.453976:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44656ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46acf expref: 42 pid: 6525 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226815.453993:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226815.453998:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226815.454009:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226815.454016:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226815.454049:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226815.454105:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+41:2426:x1867750941581440:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 189us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226815.454113:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 356 00010000:00010000:3.0:1781226815.454458:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.454467:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.454497:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.454512:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.454522:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455166:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455179:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455188:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226815.455203:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000cf592e8a reply state 0000000011d50556 transno 4294967982 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455213:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455425:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:3.0:1781226815.455428:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226815.455431:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781226815.455437:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:3.0:1781226815.455446:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455452:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455459:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455466:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455472:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226815.455476:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455483:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455491:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226815.455493:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226815.455496:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455502:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465924 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226815.455515:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000cf592e8a reply state 0000000011d50556 transno 4294967982 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455522:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226815.455528:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226815.455530:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226815.455531:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781226815.455612:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+92:29751:x1867750941581312:12345-192.168.202.30@tcp:36:mkdir.0 Request processed in 11972us (12537us total) trans 4294967982 rc 0/0 00000100:00100000:3.0:1781226815.455621:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1136 00000100:00100000:0.0:1781226815.484079:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964583296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226815.484157:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.484205:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226815.484232:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964583424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226815.484282:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.484983:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964583936:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485020:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.485039:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964584448:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485063:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.485082:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781226815.485088:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9219a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964583552:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485115:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.485138:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964584064:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485161:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.485178:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964584576:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485200:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.485737:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584448 00000100:00100000:2.0:1781226815.485745:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584448 00000100:00100000:2.0:1781226815.485797:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584576 00000100:00100000:2.0:1781226815.485801:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584576 00000100:00100000:2.0:1781226815.485826:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1781226815.485835:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964584448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485893:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964584448:12345-0@lo:400:kworker.0 Request processed in 59us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.485900:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1781226815.485917:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1781226815.485923:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964584576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.485951:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964584576:12345-0@lo:400:kworker.0 Request processed in 28us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.485957:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1781226815.485991:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964583680:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.486020:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.486040:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964584192:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.486061:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.486079:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964584704:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.486098:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.486118:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781226815.486124:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964583808:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.486147:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.486163:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964584320:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.486182:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.486196:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964584832:0@lo:400:kworker.0 00000100:00080000:3.0:1781226815.486339:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226815.488454:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226815.488543:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583936 00000100:00100000:2.0:1781226815.488552:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583936 00000100:00100000:1.0:1781226815.488570:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583296 00000100:00100000:1.0:1781226815.488577:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583296 00000100:00100000:2.0:1781226815.488604:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583680 00000100:00100000:2.0:1781226815.488610:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583680 00000100:00100000:1.0:1781226815.488631:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583424 00000100:00100000:2.0:1781226815.488633:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584192 00000100:00100000:1.0:1781226815.488636:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583424 00000100:00100000:2.0:1781226815.488639:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584192 00000100:00100000:1.0:1781226815.488666:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1781226815.488668:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584704 00000100:00100000:2.0:1781226815.488673:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584704 00000100:00100000:1.0:1781226815.488679:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964583296:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226815.488689:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584320 00000100:00100000:2.0:1781226815.488713:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584320 00000100:00100000:2.0:1781226815.488735:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584832 00002000:00000024:1.0:1781226815.488735:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1781226815.488740:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584832 00000100:00100000:2.0:1781226815.488758:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1781226815.488767:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964583936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.488826:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964583936:12345-0@lo:400:kworker.0 Request processed in 60us (3804us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.488838:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1781226815.488857:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1781226815.488863:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964583680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.488902:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964583680:12345-0@lo:400:kworker.0 Request processed in 39us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.488908:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1781226815.488920:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1781226815.488927:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964584192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.488954:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964584192:12345-0@lo:400:kworker.0 Request processed in 28us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.488960:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1781226815.488972:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1781226815.488979:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964584704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489008:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964584704:12345-0@lo:400:kworker.0 Request processed in 30us (2909us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.489014:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1781226815.489026:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1781226815.489032:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964584320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489058:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964584320:12345-0@lo:400:kworker.0 Request processed in 26us (2875us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.489063:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1781226815.489074:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1781226815.489080:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964584832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489107:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964584832:12345-0@lo:400:kworker.0 Request processed in 27us (2890us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.489113:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1781226815.489134:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584064 00000100:00100000:2.0:1781226815.489138:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584064 00000100:00100000:2.0:1781226815.489163:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583808 00000100:00100000:2.0:1781226815.489165:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583808 00000100:00100000:2.0:1781226815.489178:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1781226815.489184:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964584064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489215:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964584064:12345-0@lo:400:kworker.0 Request processed in 32us (4053us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.489222:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1781226815.489233:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1781226815.489253:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964583808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489280:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964583808:12345-0@lo:400:kworker.0 Request processed in 28us (3132us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.489286:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1781226815.489341:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964584064:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489357:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964584576:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489369:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964583936:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489380:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964584448:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489422:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964583808:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489433:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964584320:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489443:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964584832:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489453:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92183c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964583680:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489463:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964584192:0@lo:400:kworker.0 00000100:00100000:2.0:1781226815.489473:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964584704:0@lo:400:kworker.0 00000100:00100000:1.0:1781226815.489620:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964583296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 944us (5463us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226815.489628:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1781226815.489642:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1781226815.489649:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5efa9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964583424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226815.489661:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226815.489722:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5efa9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964583424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (5440us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226815.489728:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1781226815.489978:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964583552 00000100:00100000:1.0:1781226815.489984:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964583552 00000100:00100000:1.0:1781226815.490011:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1781226815.490018:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964583552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226815.490056:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964583552:12345-0@lo:400:kworker.0 Request processed in 38us (4939us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226815.490062:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1781226815.490111:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964583296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226815.491733:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:2.0:1781226815.491743:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967359 00000100:00100000:2.0:1781226815.491774:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964583424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226815.491811:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9219a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964583552:0@lo:400:kworker.0 00000100:00080000:3.0:1781226815.491887:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226815.491893:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226815.491897:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1781226815.611985:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226815.741662:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226815.741675:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226815.742193:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781226815.742207:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1781226815.743076:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226815.991357:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226815.991550:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941581568 00000100:00100000:2.0:1781226815.991563:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941581568 00000100:00100000:2.0:1781226815.991640:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1137 00000100:00100000:2.0:1781226815.991651:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+92:29788:x1867750941581568:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:2.0:1781226815.991692:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226815.991766:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465939 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ba1 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.991871:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465940 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.991886:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.991899:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226815.991957:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226815.991961:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226815.991980:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.992008:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465939 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ba1 expref: 94 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.992032:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465940 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ba1 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226815.992042:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226815.992045:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226815.992050:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226815.992144:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+93:29788:x1867750941581568:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 493us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226815.992152:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1137 00000100:00100000:2.0:1781226816.002480:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.002532:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.002656:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941581952 00000100:00100000:0.0:1781226816.002671:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941581952 00000100:00100000:0.0:1781226816.002812:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941581696 00000100:00100000:0.0:1781226816.002817:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941581696 00000100:00100000:0.0:1781226816.002848:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1138 00000100:00100000:0.0:1781226816.002874:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+10:29788:x1867750941581952:12345-192.168.202.30@tcp:36:mkdir.0 00000100:00100000:0.0:1781226816.003036:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6525:1867750964584960:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781226816.003119:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226816.003186:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226816.003212:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964584960 00000100:00100000:0.0:1781226816.003216:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964584960 00000100:00100000:0.0:1781226816.003259:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1781226816.003266:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6525:x1867750964584960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781226816.003408:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6525:x1867750964584960:12345-0@lo:1000:mdt00_002.0 Request processed in 142us (288us total) trans 0 rc 1/1 00000100:00100000:0.0:1781226816.003417:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1781226816.003469:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6525:1867750964584960:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781226816.003552:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+10:29788:x1867750941581952:12345-192.168.202.30@tcp:36:mkdir.0 Request processed in 694us (1087us total) trans 0 rc -17/-17 00000100:00100000:0.0:1781226816.003559:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1138 00000100:00100000:0.0:1781226816.003574:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1139 00000100:00100000:0.0:1781226816.003581:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941581696:12345-192.168.202.30@tcp:41:mkdir.0 00000004:00000024:0.0:1781226816.003607:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226816.003640:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941581696:12345-192.168.202.30@tcp:41:mkdir.0 Request processed in 61us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.003647:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1139 00000100:00080000:3.0:1781226816.004290:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226816.016545:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.016745:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941582080 00000100:00100000:3.0:1781226816.016758:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941582080 00000100:00100000:3.0:1781226816.016842:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1140 00000100:00100000:3.0:1781226816.016857:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+93:29788:x1867750941582080:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:3.0:1781226816.016891:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226816.016919:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465947 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ba8 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017021:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017040:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017056:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017070:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017079:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017086:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017202:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac446595c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017329:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac446595c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017338:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac446595c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226816.017399:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1781226816.017529:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226816.017560:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac446595c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017577:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017584:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017591:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017598:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017605:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.017610:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017617:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017634:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226816.017637:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.017642:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017649:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446594e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017673:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017679:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017684:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017690:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.017693:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017830:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017840:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226816.017842:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.017846:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017852:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465955 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017894:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465947 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ba8 expref: 95 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017911:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac446595c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ba8 expref: 94 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.017919:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:3.0:1781226816.017921:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226816.017923:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226816.018018:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+94:29788:x1867750941582080:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 1164us (1489us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226816.018027:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1140 00000100:00100000:3.0:1781226816.097841:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.098000:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941582208 00000100:00100000:0.0:1781226816.098012:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941582208 00000100:00100000:0.0:1781226816.098089:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1141 00000100:00100000:0.0:1781226816.098102:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+41:29794:x1867750941582208:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226816.098146:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226816.098179:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465963 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46baf expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.098280:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.098299:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.098313:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226816.098376:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226816.098380:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226816.098547:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.098579:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465963 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 43 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.098602:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.098612:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226816.098616:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226816.098620:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226816.099251:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29794:x1867750941582208:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1145us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.099266:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1141 00000100:00100000:2.0:1781226816.106814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226816.107011:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941582464 00000100:00100000:1.0:1781226816.107025:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941582464 00000100:00100000:1.0:1781226816.107104:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1142 00000100:00100000:1.0:1781226816.107126:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+94:29794:x1867750941582464:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226816.107157:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226816.107161:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781226816.107197:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac446595c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ba8 expref: 94 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107222:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:1.0:1781226816.107239:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226816.107257:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465971 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bb6 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107426:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107442:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107458:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107652:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107662:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.107670:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108751:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108768:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108777:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226816.108790:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:1.0:1781226816.108824:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108833:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108840:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108849:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226816.108857:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108867:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108879:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:1.0:1781226816.108882:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226816.108886:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108893:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465978 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226816.108908:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000009e5c8f69 reply state 000000003035d98d transno 4294967983 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108920:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108927:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff89a5fb2d1500) 00010000:00010000:1.0:1781226816.108930:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226816.108933:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781226816.108975:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465971 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 96 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108990:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 95 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.108999:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a5fb2d1600) 00010000:00010000:1.0:1781226816.109002:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226816.109005:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226816.109223:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:29794:x1867750941582464:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2108us (2423us total) trans 4294967983 rc 0/0 00000100:00100000:1.0:1781226816.109243:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1142 00000100:00100000:1.0:1781226816.115832:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.115971:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941582720 00000100:00100000:0.0:1781226816.115985:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941582720 00000100:00100000:0.0:1781226816.116128:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1143 00000100:00100000:0.0:1781226816.116143:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:29794:x1867750941582720:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226816.116179:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226816.116220:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465994 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bbd expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.116394:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.116426:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.116436:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.116750:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.116767:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 97 pid: 10991 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226816.116782:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964585088:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226816.116919:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934e40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226816.121383:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226816.121661:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941582848 00000100:00100000:1.0:1781226816.121674:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941582848 00010000:00010000:1.0:1781226816.121772:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 98 pid: 10991 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226816.121822:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 357 00000100:00100000:1.0:1781226816.121834:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+98:2427:x1867750941582848:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226816.121854:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226816.121863:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 98 pid: 10991 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.121879:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 98 pid: 10991 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.121908:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a5fb2d1600) 00010000:00010000:1.0:1781226816.121915:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.121928:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.121938:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.121968:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226816.122036:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+98:2427:x1867750941582848:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 204us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226816.122046:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 357 00010000:00010000:2.0:1781226816.124177:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465986 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bb6 expref: 97 pid: 10991 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226816.124214:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964585088:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226816.124259:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.124272:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.124278:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226816.124309:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:2.0:1781226816.127294:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127318:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127327:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127334:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.127339:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127348:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127373:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a5fb2d1600) 00010000:00010000:2.0:1781226816.127376:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226816.127383:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127391:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac446599b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127884:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465994 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bbd expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127899:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:2.0:1781226816.127902:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226816.127907:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465994 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bbd expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.127919:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:0.0:1781226816.128289:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:29794:x1867750941582720:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 12145us (12470us total) trans 4294967984 rc 301/301 00000100:00100000:0.0:1781226816.128303:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1143 00000100:00100000:0.0:1781226816.137676:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.137958:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941583104 00000100:00100000:3.0:1781226816.137972:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941583104 00000100:00100000:3.0:1781226816.138087:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 217 00000100:00100000:3.0:1781226816.138116:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+96:29794:x1867750941583104:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226816.138785:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+97:29794:x1867750941583104:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 675us (1123us total) trans 4294967985 rc 0/0 00000100:00100000:3.0:1781226816.138796:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 217 00000100:00100000:1.0:1781226816.146562:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.146662:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941583232 00000100:00100000:2.0:1781226816.146677:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941583232 00000100:00100000:2.0:1781226816.146845:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1144 00000100:00100000:2.0:1781226816.146954:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+97:29794:x1867750941583232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.146993:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226816.147024:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44659a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bc4 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.147400:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44659a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bc4 expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.147431:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44659a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bc4 expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.147456:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226816.147460:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226816.147537:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226816.147632:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:29794:x1867750941583232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 776us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.147641:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1144 00000100:00100000:0.0:1781226816.151996:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.152279:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941583488 00000100:00100000:3.0:1781226816.152293:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941583488 00000100:00100000:3.0:1781226816.152378:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1145 00000100:00100000:3.0:1781226816.152391:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+98:29794:x1867750941583488:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1781226816.152512:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152535:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152550:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152807:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152817:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152823:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152830:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.152836:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152845:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152860:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:3.0:1781226816.152864:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781226816.152870:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.152884:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659b0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226816.152997:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:29794:x1867750941583488:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 608us (1014us total) trans 4294967986 rc 0/0 00000100:00100000:3.0:1781226816.153008:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1145 00000100:00100000:0.0:1781226816.165842:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.166071:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941583744 00000100:00100000:2.0:1781226816.166087:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941583744 00000100:00100000:2.0:1781226816.166176:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1146 00000100:00100000:2.0:1781226816.166188:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+99:29794:x1867750941583744:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.166986:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.167011:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.167025:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226816.167116:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967987 00000004:00010000:2.0:1781226816.167147:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000b341e999 reply state 0000000017d949da transno 4294967988 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.167162:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.167171:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226816.167174:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226816.167180:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226816.167322:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+102:29794:x1867750941583744:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1134us (1493us total) trans 4294967988 rc 0/0 00000100:00100000:2.0:1781226816.167332:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1146 00000020:00080000:2.0:1781226816.167339:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226816.170817:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.171127:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941584000 00000100:00100000:2.0:1781226816.171143:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941584000 00000100:00100000:2.0:1781226816.171216:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 218 00000100:00100000:2.0:1781226816.171241:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+102:29794:x1867750941584000:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226816.171785:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+103:29794:x1867750941584000:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 555us (983us total) trans 4294967989 rc 0/0 00000100:00100000:2.0:1781226816.171884:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 218 00000100:00100000:0.0:1781226816.282870:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.282974:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941584128 00000100:00100000:2.0:1781226816.282987:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941584128 00000100:00100000:3.0:1781226816.283199:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1147 00000100:00100000:3.0:1781226816.283217:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+103:29800:x1867750941584128:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:3.0:1781226816.283260:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226816.283289:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bcb expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283383:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283401:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283418:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283431:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283440:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283447:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283675:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac44659d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283683:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac44659d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283691:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac44659d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226816.283853:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1781226816.283858:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226816.283893:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac44659d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283909:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283917:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283924:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283932:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283939:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.283945:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283954:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283971:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226816.283975:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.283981:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.283991:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44659c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284017:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284022:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284027:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284031:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.284034:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284040:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284046:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226816.284049:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.284052:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.284057:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44659cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.285035:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44659be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bcb expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.285073:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de200/0x5d5522eac44659d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bcb expref: 104 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.285083:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:3.0:1781226816.285321:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226816.285327:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de200, rc 0) 00000100:00100000:3.0:1781226816.285425:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+104:29800:x1867750941584128:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 2212us (2568us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226816.285435:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1147 00000100:00100000:0.0:1781226816.291856:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.292069:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941584384 00000100:00100000:2.0:1781226816.292082:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941584384 00000100:00100000:2.0:1781226816.292180:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1148 00000100:00100000:2.0:1781226816.292193:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:29800:x1867750941584384:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:2.0:1781226816.292249:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226816.292282:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bd2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292392:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292412:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292427:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292440:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292446:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292454:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292623:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44659ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292634:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44659ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292641:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44659ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226816.292653:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:2.0:1781226816.292814:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292822:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292829:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292836:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.292840:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292849:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292864:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:2.0:1781226816.292867:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226816.292872:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292878:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44659e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292896:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292903:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292908:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292913:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.292916:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292921:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292927:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff89a5fb2d1500) 00010000:00010000:2.0:1781226816.292929:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226816.292932:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292937:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44659e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.292989:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd2 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.293003:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44659ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd2 expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.293011:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226816.293013:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226816.293018:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226816.293109:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:29800:x1867750941584384:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 918us (1270us total) trans 4294967990 rc 0/0 00000100:00100000:2.0:1781226816.293119:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1148 00000100:00100000:1.0:1781226816.298842:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.299078:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941584640 00000100:00100000:3.0:1781226816.299099:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941584640 00000100:00100000:3.0:1781226816.299195:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 53 00000100:00100000:3.0:1781226816.299208:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+106:29800:x1867750941584640:12345-192.168.202.30@tcp:103:cmp.0 00010000:00010000:3.0:1781226816.299241:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781226816.299278:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44659ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd2 expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.299312:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44659a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bc4 expref: 105 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.299325:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:3.0:1781226816.299331:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226816.299619:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+104:29800:x1867750941584640:12345-192.168.202.30@tcp:103:cmp.0 Request processed in 411us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226816.299630:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 53 00000100:00100000:1.0:1781226816.313854:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.314067:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941584768 00000100:00100000:2.0:1781226816.314082:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941584768 00000100:00100000:2.0:1781226816.314182:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1149 00000100:00100000:2.0:1781226816.314195:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:29800:x1867750941584768:12345-192.168.202.30@tcp:58:cmp.0 00010000:00010000:2.0:1781226816.314411:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.314436:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.314452:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226816.315050:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:2.0:1781226816.315572:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:29800:x1867750941584768:12345-192.168.202.30@tcp:58:cmp.0 Request processed in 1375us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.315585:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1149 00000100:00100000:1.0:1781226816.333064:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.333884:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941584896 00000100:00100000:3.0:1781226816.333902:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941584896 00000100:00100000:3.0:1781226816.334048:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1150 00000100:00100000:3.0:1781226816.334064:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+104:29800:x1867750941584896:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:3.0:1781226816.334130:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226816.334158:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bd9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.334244:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.334256:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.334283:0:6523:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.334301:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.334317:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:3.0:1781226816.334321:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226816.334325:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.334333:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:3.0:1781226816.334425:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+105:29800:x1867750941584896:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 365us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226816.334433:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1150 00000100:00100000:2.0:1781226816.508252:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964585216:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226816.508367:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226816.514799:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964585216 00000100:00100000:1.0:1781226816.514825:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964585216 00000100:00100000:1.0:1781226816.514936:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1781226816.514951:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964585216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226816.517340:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226816.520268:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964585216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5305us (11883us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226816.520291:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1781226816.522353:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964585216:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226816.636503:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226816.766404:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226816.766419:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226816.766467:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:0.0:1781226816.766482:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226816.767244:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964585344:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226816.767488:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226816.782812:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964585344:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226816.786331:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.788456:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941585024 00000100:00100000:0.0:1781226816.788481:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941585024 00000100:00100000:1.0:1781226816.788646:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1151 00000100:00100000:1.0:1781226816.788663:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29801:x1867750941585024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226816.788756:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226816.788942:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29801:x1867750941585024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 283us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226816.788952:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1151 00000100:00100000:1.0:1781226816.798621:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.799168:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941585152 00000100:00100000:2.0:1781226816.799183:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941585152 00000100:00100000:2.0:1781226816.799299:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1152 00000100:00100000:2.0:1781226816.799311:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29801:x1867750941585152:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.799437:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799599:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799620:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799640:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799648:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799655:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799688:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799747:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799756:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226816.799824:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1781226816.799830:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226816.799849:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799864:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799873:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799880:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799886:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.799891:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.799900:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800201:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226816.800207:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226816.800282:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800293:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a0b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800317:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800324:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800331:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800337:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.800341:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800347:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800356:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff89a4c6fc5100) 00010000:00010000:2.0:1781226816.800359:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226816.800362:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800367:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a12 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800388:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800394:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800534:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800540:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.800543:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800549:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800558:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226816.800561:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226816.800565:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.800571:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465a19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226816.800760:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29801:x1867750941585152:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 1447us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.800772:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1152 00000100:00100000:2.0:1781226816.805796:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.808535:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941585408 00000100:00100000:0.0:1781226816.808557:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941585408 00000100:00100000:0.0:1781226816.808729:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1153 00000100:00100000:0.0:1781226816.808743:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+42:29801:x1867750941585408:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226816.808773:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226816.808805:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a20 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46be0 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.808988:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809013:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809027:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226816.809043:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1781226816.809178:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809187:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809195:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809203:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226816.809209:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809218:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809251:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:0.0:1781226816.809255:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226816.809260:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809267:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465a27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809329:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a20 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46be0 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809342:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226816.809345:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226816.809350:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a20 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46be0 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.809361:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d800, rc 0) 00000100:00100000:0.0:1781226816.810890:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+43:29801:x1867750941585408:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2135us (5095us total) trans 4294967991 rc 301/301 00000100:00100000:0.0:1781226816.810906:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1153 00000100:00100000:1.0:1781226816.817864:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.819317:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941585536 00000100:00100000:2.0:1781226816.819337:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941585536 00000100:00100000:2.0:1781226816.819441:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1154 00000100:00100000:2.0:1781226816.819454:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:29801:x1867750941585536:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226816.819623:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226816.819827:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:29801:x1867750941585536:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 374us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.819837:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1154 00000100:00100000:2.0:1781226816.826006:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.826231:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941585664 00000100:00100000:0.0:1781226816.826245:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941585664 00000100:00100000:0.0:1781226816.826321:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1155 00000100:00100000:0.0:1781226816.826333:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:29801:x1867750941585664:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226816.826362:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226816.826390:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465a35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46be7 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826500:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826518:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826530:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826544:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826552:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826558:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826660:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465a4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826668:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826675:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226816.826749:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1781226816.826754:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226816.826781:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826795:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826801:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826808:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826819:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226816.826824:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826832:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826846:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226816.826849:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226816.826854:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826860:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465a3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826877:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826883:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826888:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826892:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226816.826895:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826900:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826912:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff89a5c8b2c500) 00010000:00010000:0.0:1781226816.826914:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226816.826917:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826923:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465a43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826955:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465a35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46be7 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826970:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726ea00/0x5d5522eac4465a4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46be7 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.826991:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:0.0:1781226816.826994:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226816.826996:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726ea00, rc 0) 00000100:00100000:0.0:1781226816.827084:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:29801:x1867750941585664:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 753us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.827094:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1155 00000100:00100000:2.0:1781226816.832786:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226816.832885:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941585920 00000100:00100000:1.0:1781226816.832899:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941585920 00000100:00100000:1.0:1781226816.833003:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1156 00000100:00100000:1.0:1781226816.833016:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:29801:x1867750941585920:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226816.833047:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226816.833076:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465a51 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bee expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226816.833734:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:1.0:1781226816.833949:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465a58 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.833969:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465a58 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.833982:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465a58 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.834062:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465a51 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bee expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.834085:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465a58 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bee expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.834095:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1d00) 00010000:00010000:1.0:1781226816.834098:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226816.834103:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226816.834206:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941585920:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1192us (1434us total) trans 4294967992 rc 0/0 00000100:00100000:1.0:1781226816.834217:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1156 00000100:00100000:1.0:1781226816.842091:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.842559:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941586176 00000100:00100000:0.0:1781226816.842573:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941586176 00000100:00100000:0.0:1781226816.842655:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1157 00000100:00100000:0.0:1781226816.842667:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941586176:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226816.842781:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226816.842818:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465a58 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bee expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.842847:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1d00) 00010000:00010000:0.0:1781226816.842860:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226816.842891:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.842919:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.842933:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.842956:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.842964:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.842971:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843049:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843058:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843073:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843081:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226816.843087:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843109:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843120:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:0.0:1781226816.843123:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226816.843128:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843135:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f400/0x5d5522eac4465a66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843147:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843153:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843160:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843165:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226816.843168:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843175:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843183:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x17ce46c4 (ffff89a5ef93d100) 00010000:00010000:0.0:1781226816.843186:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226816.843189:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.843199:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a6d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x17ce46c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226816.843356:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29801:x1867750941586176:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 690us (1277us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226816.843366:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1157 00000100:00100000:2.0:1781226816.846987:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226816.847207:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941586304 00000100:00100000:1.0:1781226816.847231:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941586304 00000100:00100000:1.0:1781226816.847323:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1158 00000100:00100000:1.0:1781226816.847335:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:29801:x1867750941586304:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226816.847363:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226816.847408:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465a74 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bf5 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.847457:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.847480:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.847494:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.847650:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465a74 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.847675:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 46 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.847685:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226816.847689:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226816.847733:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226816.847806:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941586304:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 473us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226816.847814:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1158 00000100:00100000:1.0:1781226816.853324:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.853449:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941586560 00000100:00100000:0.0:1781226816.853476:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941586560 00000100:00100000:0.0:1781226816.853570:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1159 00000100:00100000:0.0:1781226816.853583:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941586560:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226816.853747:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.853771:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.853786:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226816.854065:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 88 off9072 00000004:00080000:0.0:1781226816.854079:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 775994382177ns, next at 776994378537ns, rc = 0 00000004:00010000:0.0:1781226816.854155:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000006d33bee reply state 0000000000094e9c transno 4294967993 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.854174:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.854184:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:0.0:1781226816.854188:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781226816.854193:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226816.854358:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29801:x1867750941586560:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 776us (1050us total) trans 4294967993 rc 0/0 00000100:00100000:0.0:1781226816.854368:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1159 00000100:00100000:3.0:1781226816.858163:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.858355:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941586688 00000100:00100000:2.0:1781226816.858369:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941586688 00000100:00100000:2.0:1781226816.858454:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1160 00000100:00100000:2.0:1781226816.858475:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:29801:x1867750941586688:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.858509:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226816.858557:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46bfc expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.858643:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.858661:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.858685:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226816.858688:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226816.858692:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574400, rc 0) 00000100:00100000:2.0:1781226816.858823:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29801:x1867750941586688:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 351us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.858831:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1160 00000100:00100000:1.0:1781226816.862843:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.863094:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941586816 00000100:00100000:2.0:1781226816.863178:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941586816 00000100:00100000:2.0:1781226816.863338:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 298 00000100:00100000:2.0:1781226816.863352:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941586816:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1781226816.863661:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941586816:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 312us (832us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1781226816.863671:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 298 00000100:00080000:3.0:1781226816.864682:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226816.865688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.865876:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941587072 00000100:00100000:2.0:1781226816.865889:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941587072 00000100:00100000:2.0:1781226816.865962:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 219 00000100:00100000:2.0:1781226816.865973:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:29801:x1867750941587072:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226816.866632:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29801:x1867750941587072:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 658us (950us total) trans 4294967994 rc 0/0 00000100:00100000:2.0:1781226816.866643:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 219 00000100:00100000:1.0:1781226816.872635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.873348:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941587328 00000100:00100000:3.0:1781226816.873365:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941587328 00000100:00100000:3.0:1781226816.873473:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1161 00000100:00100000:3.0:1781226816.873488:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29801:x1867750941587328:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226816.873671:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29801:x1867750941587328:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 186us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226816.873681:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1161 00000100:00100000:1.0:1781226816.883504:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.883735:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941587456 00000100:00100000:2.0:1781226816.883749:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941587456 00000100:00100000:2.0:1781226816.883831:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1162 00000100:00100000:2.0:1781226816.883844:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c91f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29801:x1867750941587456:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.883873:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226816.883903:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a90 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c03 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.884612:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465a97 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.884634:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465a97 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.884652:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465a97 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226816.884770:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226816.884797:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465a97 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.884842:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465a90 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c03 expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.884866:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465a97 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c03 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.884877:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226816.884882:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226816.884887:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226816.885008:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c91f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29801:x1867750941587456:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1164us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.885017:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1162 00000100:00100000:1.0:1781226816.890558:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.891380:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941587584 00000100:00100000:2.0:1781226816.891396:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941587584 00000100:00100000:2.0:1781226816.891480:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 299 00000100:00100000:2.0:1781226816.891494:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941587584:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.891522:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226816.891550:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c0a expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226816.891583:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2b5d40, blocks: 0x0 00010000:00010000:2.0:1781226816.891610:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226816.891613:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226816.891625:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.891649:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.891666:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226816.891785:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941587584:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 294us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.891794:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 299 00000100:00100000:1.0:1781226816.895905:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.896268:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941587840 00000100:00100000:2.0:1781226816.896286:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941587840 00000100:00100000:2.0:1781226816.896377:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1163 00000100:00100000:2.0:1781226816.896399:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29801:x1867750941587840:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226816.896648:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29801:x1867750941587840:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 259us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.896658:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1163 00000100:00100000:1.0:1781226816.900448:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.901112:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941587968 00000100:00100000:2.0:1781226816.901128:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941587968 00000100:00100000:2.0:1781226816.901232:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 300 00000100:00100000:2.0:1781226816.901247:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:29801:x1867750941587968:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.901276:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226816.901303:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c11 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.901347:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.901358:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226816.901361:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226816.901367:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.901428:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.901446:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 12 pid: 17677 timeout: 876 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226816.901482:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964585472:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226816.901625:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226816.905635:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.905838:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941588096 00000100:00100000:0.0:1781226816.905849:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941588096 00010000:00010000:0.0:1781226816.905908:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 13 pid: 17677 timeout: 876 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226816.905961:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 358 00000100:00100000:0.0:1781226816.905973:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e1dfd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941588096:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226816.906004:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226816.906034:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 13 pid: 17677 timeout: 876 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.906051:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 13 pid: 17677 timeout: 876 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.906085:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226816.906088:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226816.906098:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.906120:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226816.906181:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226816.906199:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964585600:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226816.906321:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934a80 going to sleep for 11 seconds 00010000:00010000:2.0:1781226816.907732:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4465a9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c0a expref: 13 pid: 17677 timeout: 876 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226816.907761:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964585472:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226816.907796:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.907810:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226816.907889:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:29801:x1867750941587968:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 6645us (7458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.907898:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 300 00000100:00100000:0.0:1781226816.912069:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964585600:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226816.912121:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226816.912200:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e1dfd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941588096:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6228us (6578us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.912232:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 358 00000100:00100000:3.0:1781226816.917287:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226816.917643:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941588224 00000100:00100000:1.0:1781226816.917658:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941588224 00002000:00100000:1.0:1781226816.917773:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff89a4c83ce1c0 x1867750941588224/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:627/0 lens 648/0 e 0 to 0 dl 1781226827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226816.917787:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c83ce1c0 with x1867750941588224 ext(0->157) 00002000:00010000:1.0:1781226816.917794:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c83ce1c0 00000100:00100000:1.0:1781226816.917834:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 84 00000100:00100000:1.0:1781226816.917846:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941588224:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781226816.920326:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941588224:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 2465us (3041us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1781226816.920347:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 84 00002000:00100000:1.0:1781226816.920368:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff89a4c83ce1c0 x1867750941588224/t4294967351(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:627/0 lens 648/448 e 0 to 0 dl 1781226827 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226816.920382:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c83ce1c0 with x1867750941588224 ext(0->157) 00002000:00010000:1.0:1781226816.920391:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c83ce1c0 00000100:00100000:3.0:1781226816.924654:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.924826:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941588352 00000100:00100000:0.0:1781226816.924841:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941588352 00000100:00100000:0.0:1781226816.924925:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1164 00000100:00100000:0.0:1781226816.924935:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:29801:x1867750941588352:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781226816.927948:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967994 is committed 00000004:00080000:2.0:1781226816.927977:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000001:00080000:2.0:1781226816.928029:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967990 is committed 00000020:00080000:2.0:1781226816.928051:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:2.0:1781226816.928078:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:2.0:1781226816.928093:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:3.0:1781226816.928256:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928275:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928286:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928294:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.928301:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928312:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928340:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226816.928345:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.928353:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928362:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446592b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928407:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928415:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928421:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928426:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.928429:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928436:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928445:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:3.0:1781226816.928447:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.928451:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928466:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465932 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928488:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928499:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928505:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928510:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.928514:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928520:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928527:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff89a5fb2d1500) 00010000:00010000:3.0:1781226816.928530:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226816.928533:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928538:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac446597f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928555:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928561:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928567:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928572:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226816.928575:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928581:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928589:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:3.0:1781226816.928591:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781226816.928594:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.928601:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44659b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226816.929585:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29801:x1867750941588352:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 4641us (4937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.929601:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1164 00000100:00100000:3.0:1781226816.931373:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226816.931424:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964585728:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1781226816.931681:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226816.933204:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.933757:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964585728 00000100:00100000:0.0:1781226816.933772:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964585728 00000100:00100000:0.0:1781226816.933837:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941588480 00000100:00100000:0.0:1781226816.933840:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941588480 00000100:00100000:0.0:1781226816.933877:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1781226816.933890:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964585728:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1781226816.934547:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781226816.934555:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime from disk: 0 -> 1781226816 00002000:00010000:0.0:1781226816.934558:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1781226816.934560:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime from disk: 1781226816 -> 1781226816 00002000:00010000:0.0:1781226816.934563:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781226816.934683:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964585728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 794us (3000us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1781226816.934693:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1781226816.934755:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 302 00000100:00100000:0.0:1781226816.934766:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941588480:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000004:00080000:2.0:1781226816.936091:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c738a940/2, rc 0, transno 4294967352 00000100:00100000:2.0:1781226816.936117:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964585728:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1781226816.937321:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.937342:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.937351:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.937358:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226816.937363:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.937372:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.937864:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226816.937870:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226816.937877:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.937885:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465a82 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226816.940846:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:2.0:1781226816.941169:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:0.0:1781226816.941731:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941588480:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 6926us (8501us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.941747:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 302 00000100:00100000:1.0:1781226816.947314:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.947577:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941588736 00000100:00100000:2.0:1781226816.947592:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941588736 00000100:00100000:2.0:1781226816.947752:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1165 00000100:00100000:2.0:1781226816.947765:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941588736:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.947850:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226816.947891:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465a97 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c03 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.947934:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226816.947942:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226816.947988:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.948006:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.948018:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226816.948349:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000005052fbef reply state 0000000044748ae5 transno 4294967995 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.948367:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.948374:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226816.948378:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226816.948381:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226816.948553:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29801:x1867750941588736:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 789us (1253us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1781226816.948563:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1165 00000100:00100000:1.0:1781226816.953648:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226816.953885:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941588864 00000100:00100000:0.0:1781226816.953899:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941588864 00000100:00100000:0.0:1781226816.954088:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 303 00000100:00100000:0.0:1781226816.954177:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941588864:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1781226816.954578:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1781226816.954583:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime from disk: 1781226816 -> 1536580263 00002000:00010000:0.0:1781226816.954587:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime from disk: 0 -> 1781226064 00002000:00010000:0.0:1781226816.954590:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime from disk: 1781226816 -> 1781226815 00002000:00010000:0.0:1781226816.954593:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1781226816.954783:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941588864:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 682us (1151us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1781226816.954794:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 303 00000100:00100000:3.0:1781226816.958345:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226816.958897:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941589120 00000100:00100000:2.0:1781226816.959035:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941589120 00000100:00100000:2.0:1781226816.959239:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1166 00000100:00100000:2.0:1781226816.959254:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:29801:x1867750941589120:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226816.959358:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.959381:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.959391:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.959452:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.959478:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 47 pid: 14117 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226816.959497:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964585856:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226816.959632:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226816.964149:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964585856:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226816.964196:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226816.964305:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.965180:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941589248 00000100:00100000:3.0:1781226816.965195:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941589248 00010000:00010000:3.0:1781226816.965267:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 48 pid: 14117 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226816.965320:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 359 00000100:00100000:3.0:1781226816.965332:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2426:x1867750941589248:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226816.965352:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226816.965359:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 48 pid: 14117 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.965378:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 48 pid: 14117 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.965420:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465a7b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bf5 expref: 48 pid: 14117 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.965441:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:3.0:1781226816.965446:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.965567:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.965577:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.965615:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226816.965826:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.965835:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.965892:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.965900:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.965919:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.965927:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226816.965932:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.965940:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.966069:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226816.966073:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781226816.966077:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.966083:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465ab3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226816.966615:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941589248:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1280us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226816.966627:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 359 00000100:00100000:2.0:1781226816.966773:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941589120:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 7523us (8444us total) trans 0 rc -22/-22 00000100:00100000:2.0:1781226816.966783:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1166 00000100:00100000:1.0:1781226816.969853:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.970362:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941589376 00000100:00100000:3.0:1781226816.970376:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941589376 00000100:00100000:3.0:1781226816.970463:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 304 00000100:00100000:3.0:1781226816.970475:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941589376:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226816.970544:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.970578:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.970587:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226816.970589:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226816.970593:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.970643:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.970844:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 11 pid: 9780 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226816.970866:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964585984:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226816.971181:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8c22f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226816.979864:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964585984:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226816.980035:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226816.981263:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226816.985186:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941589504 00000100:00100000:3.0:1781226816.985212:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941589504 00010000:00010000:3.0:1781226816.985300:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 12 pid: 9780 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226816.985371:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 360 00000100:00100000:3.0:1781226816.985386:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941589504:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226816.985423:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226816.985456:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 12 pid: 9780 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.985648:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 12 pid: 9780 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.985684:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dcaaa2f/0x5d5522eac4465aa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c11 expref: 12 pid: 9780 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.985764:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226816.985767:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226816.985773:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.985785:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226816.985834:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226816.986268:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986283:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986313:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986324:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986333:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986341:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226816.986347:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986359:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986375:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226816.986392:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c713655e/0x5d5522eac4465aba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226816.986550:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941589376:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 16075us (16708us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226816.986562:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 304 00000100:00100000:0.0:1781226816.990357:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941589504:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4955us (9081us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226816.990382:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 360 00000100:00100000:0.0:1781226816.995197:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226816.995378:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941589760 00000100:00100000:1.0:1781226816.995392:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941589760 00000100:00100000:1.0:1781226816.995669:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1167 00000100:00100000:1.0:1781226816.995684:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:29801:x1867750941589760:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226816.995845:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.995870:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.995885:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.997181:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.997208:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.997217:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.997286:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226816.997307:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 47 pid: 6525 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226816.997329:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fd680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964586112:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226816.998107:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217540 going to sleep for 11 seconds 00000100:00100000:1.0:1781226817.004141:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.004297:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941589888 00000100:00100000:2.0:1781226817.004308:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941589888 00010000:00010000:2.0:1781226817.004378:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 48 pid: 6525 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226817.004479:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 361 00000100:00100000:2.0:1781226817.004492:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941589888:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226817.004514:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226817.004522:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 48 pid: 6525 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.004539:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 48 pid: 6525 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.004568:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226817.004574:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.004586:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.004596:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.004622:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226817.004735:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941589888:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 245us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226817.004745:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 361 00000100:00080000:3.0:1781226817.004867:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1781226817.005731:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465a89 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bfc expref: 47 pid: 6525 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226817.005762:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fd680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964586112:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226817.005793:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.007132:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.007153:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226817.007340:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967996 00000001:00080000:0.0:1781226817.007781:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967997 00000001:00080000:0.0:1781226817.007827:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967998 00000100:00100000:0.0:1781226817.008383:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964586240:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226817.008862:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226817.009051:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964586240 00000100:00100000:0.0:1781226817.009061:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964586240 00000100:00100000:0.0:1781226817.009203:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1781226817.009216:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964586240:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226817.009350:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964586240:12345-0@lo:1000:mdt00_000.0 Request processed in 137us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226817.009359:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:0.0:1781226817.009389:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226817.009885:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226817.009925:0:6523:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:0.0:1781226817.009933:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c738a940, transno 4294967352 00000100:00100000:0.0:1781226817.009962:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964586240:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1781226817.010903:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967999 00000100:00100000:0.0:1781226817.010998:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964586368:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226817.011074:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226817.011213:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934c00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226817.011268:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964586368 00000100:00100000:1.0:1781226817.011277:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964586368 00000100:00100000:1.0:1781226817.011368:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1781226817.011379:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964586368:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1781226817.011785:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6523:x1867750964586368:12345-0@lo:1000:mdt00_000.0 Request processed in 405us (708us total) trans 4294967354 rc 0/0 00000100:00100000:1.0:1781226817.011795:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1781226817.011908:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964586368:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1781226817.011979:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.011995:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012004:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012011:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226817.012018:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012028:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012055:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:2.0:1781226817.012060:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226817.012065:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012073:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ac8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012121:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012128:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012133:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012138:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226817.012140:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012145:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012154:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226817.012156:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226817.012165:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012179:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012190:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.012241:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 92 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226817.012263:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964586496:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226817.012358:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6813a80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226817.017302:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.017411:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941590016 00000100:00100000:2.0:1781226817.017423:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941590016 00000100:00100000:2.0:1781226817.017520:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 220 00000100:00100000:2.0:1781226817.017532:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+93:29800:x1867750941590016:12345-192.168.202.30@tcp:49:cmp.0 00000100:00100000:2.0:1781226817.017742:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+93:29800:x1867750941590016:12345-192.168.202.30@tcp:49:cmp.0 Request processed in 212us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226817.017751:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 220 00000100:00100000:2.0:1781226817.017897:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964586496:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226817.017928:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.017941:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac44659fd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.017985:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018003:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018017:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018028:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018040:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018047:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018053:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226817.018057:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018065:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018080:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226817.018083:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226817.018086:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018091:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465acf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018102:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018108:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018115:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018120:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226817.018123:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018129:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018138:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226817.018140:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226817.018143:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.018150:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465ac1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226817.018338:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29801:x1867750941589760:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 22656us (23157us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1781226817.018348:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1167 00000020:00080000:2.0:1781226817.018353:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00080000:3.0:1781226817.018899:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1781226817.020618:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226817.020632:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226817.021142:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781226817.021158:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226817.025495:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.025573:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941590272 00000100:00100000:2.0:1781226817.025587:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941590272 00000100:00100000:0.0:1781226817.025639:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.025669:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 221 00000100:00100000:2.0:1781226817.025681:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4488850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:29801:x1867750941590272:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781226817.026062:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781226817.026114:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968001 00010000:00010000:2.0:1781226817.026155:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.026176:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.026190:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.026200:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.026207:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226817.026639:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941590400 00000100:00100000:1.0:1781226817.026649:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941590400 00000100:00100000:1.0:1781226817.026769:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 305 00000100:00100000:1.0:1781226817.026780:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:29800:x1867750941590400:12345-192.168.202.30@tcp:101:cmp.0 00010000:00010000:1.0:1781226817.026795:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226817.026817:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c18 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226817.026848:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2b5a50, ctime: 0x6a2b5d3f, blocks: 0x8 00010000:00010000:1.0:1781226817.026871:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226817.026874:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226817.026885:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.026901:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.026918:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226817.027002:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+12:29800:x1867750941590400:12345-192.168.202.30@tcp:101:cmp.0 Request processed in 224us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226817.027014:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 305 00000100:00080000:3.0:1781226817.027232:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781226817.027790:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.027811:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226817.027925:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4488850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:29801:x1867750941590272:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 2244us (2443us total) trans 4294968002 rc 0/0 00000100:00100000:2.0:1781226817.027936:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 221 00000020:00080000:2.0:1781226817.027941:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781226817.034008:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226817.034033:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.034049:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226817.034055:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.034067:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.034097:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226817.034791:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781226817.034800:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.034810:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ad6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.034834:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226817.034837:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226817.034839:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226817.036922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.036976:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941590528 00000100:00100000:2.0:1781226817.036991:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941590528 00002000:00100000:2.0:1781226817.037074:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff89a5f76c03c0 x1867750941590528/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:628/0 lens 488/0 e 0 to 0 dl 1781226828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226817.037087:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c03c0 with x1867750941590528 ext(0->4095) 00002000:00010000:2.0:1781226817.037094:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c03c0 00000100:00100000:2.0:1781226817.037153:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 85 00000100:00100000:2.0:1781226817.037165:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941590528:12345-192.168.202.30@tcp:3:cmp.0 00000100:00100000:2.0:1781226817.037500:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941590528:12345-192.168.202.30@tcp:3:cmp.0 Request processed in 336us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226817.037511:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 85 00002000:00100000:2.0:1781226817.037518:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff89a5f76c03c0 x1867750941590528/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:628/0 lens 488/4536 e 0 to 0 dl 1781226828 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226817.037529:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c03c0 with x1867750941590528 ext(0->4095) 00002000:00010000:2.0:1781226817.037532:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c03c0 00000100:00100000:3.0:1781226817.058442:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.058626:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941590784 00000100:00100000:2.0:1781226817.058640:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941590784 00000100:00100000:2.0:1781226817.058753:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 222 00000100:00100000:2.0:1781226817.058766:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+93:29800:x1867750941590784:12345-192.168.202.30@tcp:35:cmp.0 00000001:00080000:2.0:1781226817.059082:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968003 00000100:00100000:2.0:1781226817.059250:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:29800:x1867750941590784:12345-192.168.202.30@tcp:35:cmp.0 Request processed in 485us (822us total) trans 4294968004 rc 0/0 00000100:00100000:2.0:1781226817.059260:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 222 00000020:00080000:2.0:1781226817.059266:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226817.089851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.090613:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941590912 00000100:00100000:2.0:1781226817.090632:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941590912 00000100:00100000:2.0:1781226817.090772:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1168 00000100:00100000:2.0:1781226817.090785:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:29803:x1867750941590912:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226817.090822:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226817.090852:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ae4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c1f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.090980:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091000:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091015:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091036:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091043:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091049:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091168:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091178:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091185:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226817.091555:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1781226817.091561:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226817.091689:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091758:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091769:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091777:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091789:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091797:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226817.091802:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091811:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091827:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:2.0:1781226817.091830:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226817.091835:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091842:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465aeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091861:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091867:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091873:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091879:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226817.091882:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091892:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091901:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff89a5c3003400) 00010000:00010000:2.0:1781226817.091903:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226817.091907:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091913:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465af2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091961:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ae4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091977:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 96 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.091986:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226817.091989:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226817.091992:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226817.094470:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+96:29803:x1867750941590912:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1314us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226817.094491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1168 00000100:00100000:0.0:1781226817.104227:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.104328:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941591040 00000100:00100000:2.0:1781226817.104352:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941591040 00000100:00100000:2.0:1781226817.104431:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1169 00000100:00100000:2.0:1781226817.104445:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:29803:x1867750941591040:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226817.104483:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226817.104511:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465b00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c26 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.104617:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465b07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.104636:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465b07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.104651:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465b07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226817.104742:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1781226817.104747:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226817.104773:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465b07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.104806:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465b00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c26 expref: 98 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.104842:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574400/0x5d5522eac4465b07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c26 expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.104853:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff89a5c8b2c800) 00010000:00010000:2.0:1781226817.104856:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226817.104861:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574400, rc 0) 00000100:00100000:2.0:1781226817.104942:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+97:29803:x1867750941591040:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 500us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226817.104950:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1169 00000100:00100000:3.0:1781226817.118179:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.118286:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941591296 00000100:00100000:2.0:1781226817.118301:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941591296 00000100:00100000:2.0:1781226817.118386:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1170 00000100:00100000:2.0:1781226817.118399:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+97:29803:x1867750941591296:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226817.118429:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226817.118458:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465b0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c2d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.118622:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465b15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.118642:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465b15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.118657:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465b15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226817.118671:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:2.0:1781226817.118856:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465b0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c2d expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.118881:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465b15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c2d expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.118891:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:2.0:1781226817.118895:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781226817.118899:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226817.118986:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:29803:x1867750941591296:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 588us (821us total) trans 4294968005 rc 0/0 00000100:00100000:2.0:1781226817.118998:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1170 00000100:00100000:3.0:1781226817.123626:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226817.123736:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941591424 00000100:00100000:2.0:1781226817.123752:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941591424 00000100:00100000:2.0:1781226817.123824:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 306 00000100:00100000:2.0:1781226817.123837:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941591424:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:2.0:1781226817.123913:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.123942:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.123952:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226817.123955:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226817.123959:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.124008:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.124026:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 12 pid: 8407 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226817.124047:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964586624:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226817.124190:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f68139c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226817.127586:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226817.129136:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941591552 00000100:00100000:0.0:1781226817.129165:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941591552 00010000:00010000:0.0:1781226817.129244:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 13 pid: 8407 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226817.129306:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 362 00000100:00100000:0.0:1781226817.129319:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941591552:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226817.129341:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226817.129370:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 13 pid: 8407 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.129393:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 13 pid: 8407 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.129427:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226817.129430:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226817.129438:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.129450:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.129477:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226817.129560:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941591552:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 243us (1989us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226817.129569:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 362 00010000:00010000:2.0:1781226817.129949:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465add lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c18 expref: 12 pid: 8407 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226817.129975:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964586624:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226817.130005:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130017:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130026:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130052:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130062:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130071:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130080:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226817.130086:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130095:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130111:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226817.130119:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070767a8f/0x5d5522eac4465b23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226817.130188:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941591424:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 6354us (6581us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226817.130197:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 306 00000100:00100000:3.0:1781226817.133424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226817.134051:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941591808 00000100:00100000:0.0:1781226817.134068:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941591808 00000100:00100000:0.0:1781226817.138850:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 223 00000100:00100000:0.0:1781226817.138877:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+99:29803:x1867750941591808:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:0.0:1781226817.138977:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465b15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c2d expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226817.139299:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968006 00000001:00080000:0.0:1781226817.140845:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968007 00010000:00010000:0.0:1781226817.140923:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.140951:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.140960:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 102 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.140967:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.141020:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 102 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.141041:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 102 pid: 6524 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226817.141060:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964586752:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226817.141196:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226817.141205:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 102 pid: 6523 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226817.141215:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb1e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964586880:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226817.141257:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d0c67300 going to sleep for 11 seconds 00000100:00100000:3.0:1781226817.145925:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226817.145987:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226817.146287:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964586752:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226817.146303:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb1e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964586880:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226817.146346:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226817.151584:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941591936 00000100:00100000:1.0:1781226817.151606:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941591936 00010000:00010000:1.0:1781226817.151767:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 103 pid: 6523 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226817.151816:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592064 00000100:00100000:1.0:1781226817.151821:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592064 00010000:00010000:1.0:1781226817.151837:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 104 pid: 6524 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226817.151960:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 363 00000100:00100000:1.0:1781226817.151973:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+104:2426:x1867750941591936:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226817.151996:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226817.152004:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 104 pid: 6523 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152019:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 104 pid: 6523 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152050:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465a04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46bd9 expref: 104 pid: 6523 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152080:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:1.0:1781226817.152086:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152107:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152115:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226817.152209:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+103:2426:x1867750941591936:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 238us (6300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226817.152230:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 363 00000100:00100000:1.0:1781226817.152252:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 364 00000100:00100000:1.0:1781226817.152260:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+102:2427:x1867750941592064:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226817.152270:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226817.152276:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 102 pid: 6524 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152288:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 102 pid: 6524 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152303:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465af9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c1f expref: 102 pid: 6524 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152316:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:1.0:1781226817.152321:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152330:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152340:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152371:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226817.152404:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+101:2427:x1867750941592064:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 133us (6405us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226817.152411:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 364 00010000:00010000:1.0:1781226817.152442:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.152451:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226817.152625:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968008 00000001:00080000:1.0:1781226817.152844:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968009 00000100:00100000:1.0:1781226817.152978:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fd680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964587008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226817.153065:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226817.153119:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587008 00000100:00100000:1.0:1781226817.153126:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587008 00000100:00100000:1.0:1781226817.153166:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1781226817.153175:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964587008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226817.153275:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964587008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226817.153283:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1781226817.153309:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c62176c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226817.153348:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fd680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964587008:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781226817.153503:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968010 00000100:00100000:1.0:1781226817.153550:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73be1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964587136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226817.153578:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226817.153607:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587136 00000100:00100000:1.0:1781226817.153611:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587136 00000100:00100000:1.0:1781226817.153638:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1781226817.153645:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964587136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226817.153785:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6526:x1867750964587136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 140us (206us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1781226817.153793:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1781226817.153814:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217900 going to sleep for 11 seconds 00000100:00100000:1.0:1781226817.153833:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73be1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964587136:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781226817.153867:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968011 00010000:00010000:1.0:1781226817.153889:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.153898:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.153906:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.153912:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226817.153917:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.153926:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.153943:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:1.0:1781226817.153946:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781226817.153951:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226817.153958:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465b2a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226817.154067:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781226817.154145:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9136 00000001:00080000:1.0:1781226817.154161:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968012 00010000:00010000:1.0:1781226817.154185:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff89a4c6fc5500) 00010000:00010000:1.0:1781226817.154188:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226817.154195:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465b15 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c2d expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226817.154352:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+104:29803:x1867750941591808:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 15488us (20940us total) trans 4294968013 rc 0/0 00000100:00100000:1.0:1781226817.154363:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 223 00000020:00080000:1.0:1781226817.154366:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:1.0:1781226817.660025:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781226818.044080:0:8577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 777184380118ns, next at 778184376130ns, rc = 0 00000100:00100000:1.0:1781226818.044125:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226818.044156:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964587264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226818.044278:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226818.044366:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587264 00000100:00100000:1.0:1781226818.044377:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587264 00000100:00100000:1.0:1781226818.044453:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1781226818.044465:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964587264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226818.044498:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690897408 00000100:00100000:1.0:1781226818.044554:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964587264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226818.044563:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1781226818.044637:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964587264:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226818.044972:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226818.044988:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964587392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226818.045036:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226818.045170:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587392 00000100:00100000:2.0:1781226818.045178:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587392 00000100:00100000:2.0:1781226818.045246:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1781226818.045256:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964587392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226818.045272:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690897408 00000100:00100000:2.0:1781226818.045313:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964587392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226818.045319:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1781226818.045360:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964587392:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781226818.045485:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226818.471392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226818.471656:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592320 00000100:00100000:2.0:1781226818.471669:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592320 00000100:00100000:2.0:1781226818.471796:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 974 00000100:00100000:2.0:1781226818.471810:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:2424:x1867750941592320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226818.471936:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:2424:x1867750941592320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 129us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226818.471949:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 974 00000100:00100000:0.0:1781226818.473264:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226818.473422:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592192 00000100:00100000:2.0:1781226818.473432:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592192 00000100:00100000:2.0:1781226818.473509:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 726 00000100:00100000:2.0:1781226818.473521:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941592192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226818.473602:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941592192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 83us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226818.473610:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 726 00000100:00100000:1.0:1781226818.477540:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226818.477600:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226818.477752:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592448 00000100:00100000:0.0:1781226818.477766:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592448 00000100:00100000:0.0:1781226818.477875:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 975 00000100:00100000:0.0:1781226818.477888:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941592448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226818.477994:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941592448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 109us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226818.478003:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 975 00000100:00080000:1.0:1781226818.478349:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226818.478818:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592704 00000100:00100000:3.0:1781226818.478828:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592704 00000100:00080000:1.0:1781226818.478950:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226818.479245:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 564 00000100:00100000:3.0:1781226818.479260:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941592704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226818.479348:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941592704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 92us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226818.479356:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 564 00000100:00100000:1.0:1781226818.495814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226818.495881:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226818.495926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226818.495956:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226818.495993:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226818.496053:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592960 00000100:00100000:1.0:1781226818.496064:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592960 00000100:00100000:1.0:1781226818.496152:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592832 00000100:00100000:1.0:1781226818.496156:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592832 00000100:00100000:1.0:1781226818.496186:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 976 00000100:00100000:1.0:1781226818.496200:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941592960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226818.496328:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941592960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 131us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226818.496337:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 976 00000100:00100000:1.0:1781226818.496360:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 977 00000100:00100000:1.0:1781226818.496366:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:2424:x1867750941592832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226818.496398:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:2424:x1867750941592832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226818.496404:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 977 00000100:00080000:1.0:1781226818.496428:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226818.496636:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593216 00000100:00100000:0.0:1781226818.496643:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593216 00000100:00100000:0.0:1781226818.496688:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941592576 00000100:00100000:0.0:1781226818.496692:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941592576 00000100:00100000:0.0:1781226818.496737:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593088 00000100:00100000:0.0:1781226818.496741:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593088 00000100:00100000:0.0:1781226818.496765:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 565 00000100:00100000:0.0:1781226818.496773:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941593216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226818.496809:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941593216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226818.496816:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 565 00000100:00100000:0.0:1781226818.496831:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 566 00000100:00100000:0.0:1781226818.496838:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941592576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226818.496862:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941592576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226818.496872:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 566 00000100:00100000:0.0:1781226818.496884:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 567 00000100:00100000:0.0:1781226818.496890:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941593088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226818.496912:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941593088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226818.496918:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 567 00000100:00080000:2.0:1781226818.497692:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226818.497731:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1781226818.701118:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226819.076544:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226819.076577:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964587520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226819.076690:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226819.076811:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587520 00000100:00100000:1.0:1781226819.076822:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587520 00000100:00100000:1.0:1781226819.076883:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781226819.076894:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964587520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226819.076943:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:1.0:1781226819.077011:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964587520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226819.077020:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781226819.077246:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964587520:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226819.708032:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226820.606630:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964587648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226820.606724:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.606801:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587648 00000100:00100000:3.0:1781226820.606809:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587648 00000100:00100000:3.0:1781226820.606864:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1781226820.606875:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964587648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226820.606906:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1781226820.606950:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964587648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226820.606957:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1781226820.607020:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964587648:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1781226820.607574:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226820.607845:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964587776:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.607890:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.607918:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964588288:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.607942:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.607955:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964588800:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.608219:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.608251:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964589312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226820.608277:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.608296:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781226820.608302:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964587904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.608325:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.608341:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964588416:0@lo:400:kworker.0 00000100:00100000:1.0:1781226820.608460:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588800 00000100:00100000:1.0:1781226820.608469:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588800 00000100:00100000:1.0:1781226820.608514:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1781226820.608523:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964588800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226820.608570:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964588800:12345-0@lo:400:kworker.0 Request processed in 49us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226820.608576:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1781226820.608650:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.608674:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964588928:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.608722:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226820.608750:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964588800:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.608781:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587776 00000100:00100000:2.0:1781226820.608785:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587776 00000100:00100000:2.0:1781226820.608814:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1781226820.608820:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964587776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.608855:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964587776:12345-0@lo:400:kworker.0 Request processed in 35us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.608861:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1781226820.608892:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589312 00000100:00100000:2.0:1781226820.608896:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589312 00000100:00100000:2.0:1781226820.608920:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1781226820.608927:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964589312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226820.608939:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1781226820.610089:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964589312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1156us (1804us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.610101:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1781226820.610131:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964587904 00000100:00100000:2.0:1781226820.610137:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964587904 00000100:00100000:2.0:1781226820.610192:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588416 00000100:00100000:2.0:1781226820.610195:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588416 00000100:00100000:0.0:1781226820.610354:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588288 00000100:00100000:0.0:1781226820.610365:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588288 00000100:00100000:0.0:1781226820.610398:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781226820.610406:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964588288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226820.610473:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964588288:12345-0@lo:400:kworker.0 Request processed in 68us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226820.610478:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1781226820.610636:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964588032:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.610676:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.610721:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964588544:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.610744:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.610759:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964589056:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.610778:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.610796:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226820.610802:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964588160:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.610822:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.610834:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964588672:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.610855:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.610870:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964589184:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.610889:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226820.610916:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588672 00000100:00100000:3.0:1781226820.610919:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588672 00000100:00100000:3.0:1781226820.610949:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589184 00000100:00100000:3.0:1781226820.610952:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589184 00000100:00100000:3.0:1781226820.611177:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1781226820.611194:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964588672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.611242:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964588672:12345-0@lo:400:kworker.0 Request processed in 59us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226820.611249:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1781226820.611265:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1781226820.611271:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964589184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.611297:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964589184:12345-0@lo:400:kworker.0 Request processed in 27us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226820.611302:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1781226820.611351:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964588672:0@lo:400:kworker.0 00000100:00100000:3.0:1781226820.611493:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964589184:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.611756:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588928 00000100:00100000:2.0:1781226820.611761:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588928 00000100:00100000:2.0:1781226820.611783:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588544 00000100:00100000:2.0:1781226820.611785:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588544 00000100:00100000:2.0:1781226820.611797:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589056 00000100:00100000:2.0:1781226820.611799:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589056 00000100:00100000:2.0:1781226820.611814:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588160 00000100:00100000:2.0:1781226820.611816:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588160 00000100:00100000:2.0:1781226820.611828:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1781226820.611835:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964587904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.611876:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964587904:12345-0@lo:400:kworker.0 Request processed in 41us (3549us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.611881:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1781226820.611893:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1781226820.611900:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964588416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.611926:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964588416:12345-0@lo:400:kworker.0 Request processed in 27us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.611931:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1781226820.611941:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1781226820.611947:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964588928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226820.614544:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964588032 00000100:00100000:0.0:1781226820.614558:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964588032 00000100:00100000:0.0:1781226820.614630:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1781226820.614639:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964588032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226820.614748:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964588032:12345-0@lo:400:kworker.0 Request processed in 110us (4071us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226820.614755:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1781226820.614981:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964588032:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.615770:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964588928:12345-0@lo:400:kworker.0 Request processed in 3816us (7040us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.615782:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1781226820.615811:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1781226820.615822:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964588544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.615882:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964588544:12345-0@lo:400:kworker.0 Request processed in 65us (5137us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.615889:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1781226820.615901:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1781226820.615909:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964589056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.615939:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964589056:12345-0@lo:400:kworker.0 Request processed in 31us (5159us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.615945:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1781226820.615957:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1781226820.615963:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964588160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.615996:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964588160:12345-0@lo:400:kworker.0 Request processed in 32us (5172us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226820.616001:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00080000:2.0:1781226820.616024:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226820.616029:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226820.616032:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226820.616035:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226820.616076:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964587904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616091:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964588416:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616101:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964588928:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616122:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964589312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226820.616134:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964587776:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616146:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964588288:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616217:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964588160:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616229:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964588544:0@lo:400:kworker.0 00000100:00100000:2.0:1781226820.616239:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964589056:0@lo:400:kworker.0 00010000:00010000:2.0:1781226820.744292:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226821.117526:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226821.117537:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226821.117639:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:2.0:1781226821.117648:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226821.632963:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226821.632990:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964589440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226821.633071:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226821.633324:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589440 00000100:00100000:0.0:1781226821.633331:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589440 00000100:00100000:0.0:1781226821.633390:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781226821.633398:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964589440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226821.633436:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226821.633481:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964589440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226821.633489:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781226821.634482:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964589440:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226821.759246:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226821.884627:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000004:00080000:1.0:1781226822.654640:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000001:00080000:1.0:1781226822.654673:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968013 is committed 00000020:00080000:1.0:1781226822.654686:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c6217b40 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:1.0:1781226822.654692:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5d9cf3600 00000020:00080000:1.0:1781226822.654725:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c91a5c00 00000001:00080000:1.0:1781226822.654765:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968002 is committed 00000020:00080000:1.0:1781226822.654773:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5faf7a840 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:1.0:1781226822.654777:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c78e9900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5faf7a540 00000020:00080000:1.0:1781226822.654780:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c78e9600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c5df1c00 00000020:00080000:1.0:1781226822.654803:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:1.0:1781226822.654877:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:1.0:1781226822.654896:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.654909:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.654919:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.654926:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226822.654932:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.654940:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.654963:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226822.654966:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226822.654970:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.654977:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465aac lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226822.655216:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226822.655239:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964589568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781226822.655320:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:2.0:1781226822.656316:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:2.0:1781226822.656333:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000100:00100000:1.0:1781226822.656632:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589568 00000100:00100000:1.0:1781226822.656643:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589568 00000100:00100000:1.0:1781226822.656742:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1781226822.656754:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964589568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781226822.656791:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:1.0:1781226822.656831:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2b5a50, ctime: 0x6a2b5d3f, blocks: 0x8 00010000:00010000:1.0:1781226822.656841:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.656860:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226822.656863:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226822.656871:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.656889:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.656900:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.656908:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.656926:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226822.657142:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964589568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 390us (1821us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1781226822.657150:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:1.0:1781226822.657195:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781226822.657219:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226822.657225:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.657234:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226822.657239:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.657250:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.657276:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.657285:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465b31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226822.657313:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226822.657315:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226822.657317:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226822.658761:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:1.0:1781226822.658777:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:1.0:1781226822.658808:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967355 00000100:00100000:1.0:1781226822.658832:0:3669:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff89a4c72643c0 x1867750964589568/t4294967356(4294967356) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781226838 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1781226822.658850:0:3669:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c72643c0/2, rc 0, transno 4294967356 00000100:00100000:1.0:1781226822.658856:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964589568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1781226822.781822:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226823.164075:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964589696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226823.164152:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226823.164246:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589696 00000100:00100000:3.0:1781226823.164254:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589696 00000100:00100000:3.0:1781226823.164314:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1781226823.164323:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964589696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226823.164354:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1781226823.164401:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964589696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226823.164409:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:3.0:1781226823.164431:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226823.164466:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964589696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226823.172210:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964589824:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226823.172299:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226823.172395:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589824 00000100:00100000:0.0:1781226823.172406:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589824 00000100:00100000:0.0:1781226823.172462:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1781226823.172472:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964589824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226823.172498:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226823.183053:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964589824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10569us (10739us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226823.183070:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1781226823.185905:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964589824:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226823.512312:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226823.512423:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593344 00000100:00100000:2.0:1781226823.512434:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593344 00000100:00100000:2.0:1781226823.512569:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1171 00000100:00100000:2.0:1781226823.512581:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+43:29750:x1867750941593344:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226823.512720:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+43:29750:x1867750941593344:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 116us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226823.512728:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1171 00000100:00080000:3.0:1781226823.516081:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226823.536483:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226823.536657:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593472 00000100:00100000:2.0:1781226823.536667:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593472 00000100:00100000:2.0:1781226823.536767:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1172 00000100:00100000:2.0:1781226823.536779:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29750:x1867750941593472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226823.537349:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:29750:x1867750941593472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 118us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226823.537360:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1172 00000100:00080000:3.0:1781226823.540168:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226823.586520:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226823.586559:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226823.586618:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226823.586670:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593728 00000100:00100000:1.0:1781226823.586679:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593728 00000100:00100000:1.0:1781226823.586783:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 984 00000100:00100000:1.0:1781226823.586792:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:2426:x1867750941593728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226823.586874:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+93:2426:x1867750941593728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 83us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226823.586882:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 984 00000100:00080000:2.0:1781226823.590859:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226823.593652:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226823.593678:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226823.593722:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226823.593781:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593600 00000100:00100000:1.0:1781226823.593793:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593600 00000100:00100000:1.0:1781226823.593854:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 728 00000100:00100000:1.0:1781226823.593864:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941593600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226823.593943:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941593600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 79us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226823.593951:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 728 00000100:00100000:1.0:1781226823.594110:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593856 00000100:00100000:1.0:1781226823.594114:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593856 00000100:00100000:1.0:1781226823.594154:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 985 00000100:00100000:1.0:1781226823.594172:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941593856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226823.594219:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941593856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 48us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226823.594226:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 985 00000100:00100000:3.0:1781226823.598028:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941593984 00000100:00100000:3.0:1781226823.598044:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941593984 00000100:00100000:3.0:1781226823.598111:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941594240 00000100:00100000:3.0:1781226823.598115:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941594240 00000100:00100000:3.0:1781226823.598153:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 571 00000100:00100000:3.0:1781226823.598174:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941593984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226823.598310:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941594112 00000100:00100000:0.0:1781226823.598314:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941594112 00000100:00100000:0.0:1781226823.598341:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 572 00000100:00100000:0.0:1781226823.598351:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941594240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226823.598425:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941594240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 77us (11806us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226823.598432:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 572 00000100:00100000:0.0:1781226823.598449:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 573 00000100:00100000:0.0:1781226823.598457:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941594112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226823.598712:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226823.598797:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941594368 00000100:00100000:1.0:1781226823.598801:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941594368 00000100:00100000:1.0:1781226823.599056:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 574 00000100:00100000:1.0:1781226823.599064:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941594368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226823.599099:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941594368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226823.599106:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 574 00000100:00080000:1.0:1781226823.599311:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226823.599315:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226823.599319:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226823.599550:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941593984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1377us (12988us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226823.599559:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 571 00000100:00100000:0.0:1781226823.601186:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941594112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2700us (7434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226823.601200:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 573 00010000:00010000:3.0:1781226823.804051:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226824.188265:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226824.188295:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964589952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226824.188367:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226824.188586:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964589952 00000100:00100000:1.0:1781226824.188594:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964589952 00000100:00100000:1.0:1781226824.188647:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1781226824.188655:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964589952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226824.188690:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:1.0:1781226824.188764:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964589952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226824.188772:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1781226824.189034:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964589952:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226824.828965:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226825.484661:0:22256:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 21:13:43 (1781226823) 00000100:00100000:2.0:1781226825.725964:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964590080:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726391:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726455:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964590592:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726486:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726509:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964591104:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726533:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726550:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964591616:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726569:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726592:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781226825.726598:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964590208:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726621:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726639:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964590720:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726660:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726676:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964591232:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726734:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726771:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964590336:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726804:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726821:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964590848:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.726844:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.726861:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964591360:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.727261:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.727286:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781226825.728489:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964590464:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.729310:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.729342:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964590976:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.729373:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.729397:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964591488:0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.729418:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226825.729478:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590080 00000100:00100000:2.0:1781226825.729486:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590080 00000100:00100000:2.0:1781226825.729540:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1781226825.729549:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964590080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.730331:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591104 00000100:00100000:1.0:1781226825.730338:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591104 00000100:00100000:1.0:1781226825.730394:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591616 00000100:00100000:1.0:1781226825.730398:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591616 00000100:00100000:1.0:1781226825.730417:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590976 00000100:00100000:1.0:1781226825.730420:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590976 00000100:00100000:1.0:1781226825.730435:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591488 00000100:00100000:1.0:1781226825.730437:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591488 00000100:00100000:1.0:1781226825.730452:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1781226825.730460:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964591104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.730539:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964591104:12345-0@lo:400:kworker.0 Request processed in 79us (4004us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.730547:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1781226825.730562:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1781226825.730568:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964591616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.730599:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964591616:12345-0@lo:400:kworker.0 Request processed in 31us (4029us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.730604:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1781226825.730613:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1781226825.730618:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964590976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.730643:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964590976:12345-0@lo:400:kworker.0 Request processed in 25us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.730649:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1781226825.730659:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1781226825.730664:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964591488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.730688:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964591488:12345-0@lo:400:kworker.0 Request processed in 24us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.730730:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1781226825.730753:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590208 00000100:00100000:1.0:1781226825.730756:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590208 00000100:00100000:1.0:1781226825.730775:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590720 00000100:00100000:1.0:1781226825.730778:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590720 00000100:00100000:1.0:1781226825.730790:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591232 00000100:00100000:1.0:1781226825.730801:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591232 00000100:00100000:1.0:1781226825.730815:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590848 00000100:00100000:1.0:1781226825.730817:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590848 00000100:00100000:1.0:1781226825.730827:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591360 00000100:00100000:1.0:1781226825.730830:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591360 00000100:00100000:1.0:1781226825.730839:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590464 00000100:00100000:1.0:1781226825.730841:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590464 00000100:00100000:1.0:1781226825.730852:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1781226825.730858:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964590208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.732561:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964590080:12345-0@lo:400:kworker.0 Request processed in 3005us (6163us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.732576:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1781226825.732635:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590592 00000100:00100000:2.0:1781226825.732644:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590592 00000100:00100000:2.0:1781226825.732685:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964590336 00000100:00100000:2.0:1781226825.732688:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964590336 00000100:00100000:2.0:1781226825.732733:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1781226825.732740:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964590592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.732781:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964590592:12345-0@lo:400:kworker.0 Request processed in 41us (6294us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.732787:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1781226825.733790:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1781226825.735442:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964590208:12345-0@lo:400:kworker.0 Request processed in 4571us (8807us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226825.735518:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964590720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226825.735581:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964590720:12345-0@lo:400:kworker.0 Request processed in 74us (8919us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.735664:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1781226825.735674:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964590336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226825.735729:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964590336:12345-0@lo:400:kworker.0 Request processed in 57us (8925us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.735735:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1781226825.735814:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1781226825.735837:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1781226825.735846:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964591232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.735899:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964591232:12345-0@lo:400:kworker.0 Request processed in 55us (9165us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.735905:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1781226825.735918:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1781226825.735927:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964590848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.735958:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964590848:12345-0@lo:400:kworker.0 Request processed in 34us (9113us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.735965:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1781226825.735977:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1781226825.735984:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964591360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736013:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964591360:12345-0@lo:400:kworker.0 Request processed in 31us (8754us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.736019:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1781226825.736031:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1781226825.736038:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964590464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736068:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964590464:12345-0@lo:400:kworker.0 Request processed in 31us (6761us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.736074:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1781226825.736094:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226825.736117:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964591872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226825.736182:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781226825.736231:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226825.736236:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226825.736239:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226825.736242:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226825.736264:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591872 00000100:00100000:1.0:1781226825.736270:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591872 00000100:00100000:1.0:1781226825.736310:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1781226825.736317:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964591872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226825.736344:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226825.736380:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964591872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.736386:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1781226825.736427:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964591872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226825.736459:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964590464:0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736473:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964590976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736485:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964591488:0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736496:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964590336:0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736505:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964590848:0@lo:400:kworker.0 00000100:00100000:1.0:1781226825.736515:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964591360:0@lo:400:kworker.0 00000100:00100000:0.0:1781226825.741243:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1781226825.746762:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964591744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226825.747031:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226825.747329:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964590208:0@lo:400:kworker.0 00000100:00100000:3.0:1781226825.747343:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964590720:0@lo:400:kworker.0 00000100:00100000:3.0:1781226825.747356:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964591232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226825.747367:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964590080:0@lo:400:kworker.0 00000100:00100000:3.0:1781226825.747378:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964590592:0@lo:400:kworker.0 00000100:00100000:3.0:1781226825.747391:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964591104:0@lo:400:kworker.0 00000100:00100000:3.0:1781226825.747405:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964591616:0@lo:400:kworker.0 00000100:00100000:0.0:1781226825.750534:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964591744 00000100:00100000:0.0:1781226825.750550:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964591744 00000100:00100000:0.0:1781226825.750604:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781226825.750613:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964591744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226825.750639:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1781226825.750746:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964591744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (3713us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226825.750754:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781226825.750824:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964591744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226825.807629:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226825.807754:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941594496 00000100:00100000:2.0:1781226825.807764:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941594496 00000100:00100000:2.0:1781226825.807844:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1173 00000100:00100000:2.0:1781226825.807855:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:30425:x1867750941594496:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226825.807963:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:30425:x1867750941594496:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 110us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.807971:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1173 00000100:00080000:1.0:1781226825.808382:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226825.811362:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226825.811441:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941594624 00000100:00100000:1.0:1781226825.811451:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941594624 00000100:00100000:1.0:1781226825.811532:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1174 00000100:00100000:1.0:1781226825.811542:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:30425:x1867750941594624:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226825.811666:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:30425:x1867750941594624:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 125us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.811673:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1174 00000100:00080000:2.0:1781226825.811785:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226825.821376:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226825.821463:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941594752 00000100:00100000:3.0:1781226825.821473:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941594752 00000100:00100000:3.0:1781226825.821556:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1175 00000100:00100000:3.0:1781226825.821567:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+93:30426:x1867750941594752:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226825.821588:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226825.821610:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465b38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c34 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821680:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821736:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821750:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821765:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821772:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821779:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821956:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821965:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821972:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821984:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.821988:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.821996:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822011:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226825.822086:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.822092:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822099:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822125:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822131:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822147:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822153:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.822155:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822243:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822256:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff89a5c307e700) 00010000:00010000:3.0:1781226825.822258:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.822261:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822267:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822316:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465b38 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c34 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822328:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226825.822331:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.822334:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465b38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c34 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.822344:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226825.822424:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+93:30426:x1867750941594752:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 859us (1057us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226825.822433:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1175 00000100:00080000:2.0:1781226825.822513:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226825.825453:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226825.827033:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595008 00000100:00100000:3.0:1781226825.827048:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595008 00000100:00100000:3.0:1781226825.827123:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1176 00000100:00100000:3.0:1781226825.827144:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+93:30426:x1867750941595008:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:3.0:1781226825.827217:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226825.827248:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465940 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ba1 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.827272:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226825.827278:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226825.827333:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.827347:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.827356:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.827393:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 42 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.827407:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 42 pid: 6524 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226825.827423:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964592000:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226825.827521:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245900 going to sleep for 11 seconds 00000100:00100000:3.0:1781226825.829680:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964592000:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226825.829739:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226825.832540:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226825.832620:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595136 00000100:00100000:1.0:1781226825.832629:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595136 00010000:00010000:1.0:1781226825.832669:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 43 pid: 6524 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226825.832739:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 365 00000100:00100000:1.0:1781226825.832749:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e1dfe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+43:2426:x1867750941595136:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226825.832763:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226825.832770:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 43 pid: 6524 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.832781:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 43 pid: 6524 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.832977:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446596a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46baf expref: 43 pid: 6524 timeout: 884 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.832993:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226825.832998:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.833009:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.833017:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.833044:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226825.833101:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e1dfe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+42:2426:x1867750941595136:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 353us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226825.833110:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 365 00010000:00010000:3.0:1781226825.833541:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.833551:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.833576:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.833586:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.833594:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834866:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834893:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834906:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226825.834924:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000020a89457 reply state 00000000d45a727e transno 4294968014 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834937:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834944:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226825.834947:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226825.834951:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781226825.834958:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:3.0:1781226825.834969:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834976:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834983:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834989:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.834996:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.835000:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.835008:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.835019:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226825.835022:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.835025:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.835031:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226825.835056:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000020a89457 reply state 00000000d45a727e transno 4294968014 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.835064:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.835070:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff89a5c307e000) 00010000:00010000:3.0:1781226825.835072:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226825.835074:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781226825.839206:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+94:30426:x1867750941595008:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 12053us (13744us total) trans 4294968014 rc 0/0 00000100:00100000:3.0:1781226825.839226:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1176 00010000:00010000:2.0:1781226825.852156:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226825.858093:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226825.858474:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595264 00000100:00100000:3.0:1781226825.858490:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595264 00000100:00100000:3.0:1781226825.858569:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1177 00000100:00100000:3.0:1781226825.858581:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+94:30427:x1867750941595264:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226825.858615:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226825.858642:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c3b expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.859738:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465b69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.859763:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.859778:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226825.859844:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226825.859849:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226825.859877:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.859911:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465b62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c3b expref: 96 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.859952:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465b69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c3b expref: 95 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.859963:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226825.859966:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226825.859971:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226825.860586:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:30427:x1867750941595264:12345-192.168.202.30@tcp:101:bash.0 Request processed in 2003us (2505us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.860599:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1177 00000100:00100000:0.0:1781226825.865766:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226825.865932:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595392 00000100:00100000:3.0:1781226825.865956:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595392 00000100:00100000:3.0:1781226825.866038:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1178 00000100:00100000:3.0:1781226825.866050:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:30427:x1867750941595392:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226825.866076:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226825.866102:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465b70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c42 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866216:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866236:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866256:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866269:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866280:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866286:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866392:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac4465b85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866400:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac4465b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866405:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac4465b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226825.866457:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:3.0:1781226825.866461:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226825.866488:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac4465b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866504:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866512:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866520:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866528:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.866533:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866543:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866558:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226825.866562:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.866567:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866574:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465b77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866596:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866602:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866608:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866613:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.866615:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866621:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866627:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff89a5c307e000) 00010000:00010000:3.0:1781226825.866629:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.866632:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866641:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465b7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866671:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465b70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c42 expref: 97 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866686:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df200/0x5d5522eac4465b85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c42 expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.866748:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226825.866752:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226825.866756:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df200, rc 0) 00000100:00100000:3.0:1781226825.866856:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+96:30427:x1867750941595392:12345-192.168.202.30@tcp:101:bash.0 Request processed in 806us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226825.866864:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1178 00000100:00100000:3.0:1781226825.889929:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226825.890089:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595520 00000100:00100000:1.0:1781226825.890105:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595520 00000100:00100000:1.0:1781226825.890211:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1179 00000100:00100000:1.0:1781226825.890224:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:30427:x1867750941595520:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226825.890248:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226825.890271:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465b8c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c49 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890341:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890355:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890366:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890381:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890387:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890393:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890440:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890446:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890452:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890460:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890465:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226825.890469:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890476:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890487:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226825.890490:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.890494:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890500:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465b93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890515:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890521:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890527:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890531:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226825.890534:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890542:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890549:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226825.890551:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.890553:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890558:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465b9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890592:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465b8c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c49 expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890602:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226825.890604:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.890607:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465b8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c49 expref: 97 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.890618:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226825.890775:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:30427:x1867750941595520:12345-192.168.202.30@tcp:101:bash.0 Request processed in 474us (781us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226825.890783:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1179 00000100:00100000:1.0:1781226825.922532:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226825.924710:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595648 00000100:00100000:2.0:1781226825.924731:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595648 00000100:00100000:2.0:1781226825.924839:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1180 00000100:00100000:2.0:1781226825.924853:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+42:30428:x1867750941595648:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226825.924883:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226825.924916:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ba1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c50 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.925318:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.925336:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.925354:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226825.925418:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226825.925423:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226825.925526:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.925565:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465ba1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 44 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.925592:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226825.925603:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226825.925606:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226825.925611:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226825.925774:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+43:30428:x1867750941595648:12345-192.168.202.30@tcp:101:rm.0 Request processed in 924us (3259us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226825.925784:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1180 00000100:00100000:0.0:1781226825.928850:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226825.928985:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595776 00000100:00100000:1.0:1781226825.928998:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595776 00000100:00100000:1.0:1781226825.929084:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1181 00000100:00100000:1.0:1781226825.929099:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:30428:x1867750941595776:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226825.929150:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226825.929177:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465baf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c57 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929274:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929291:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929307:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929330:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929339:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929347:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929808:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465bc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929821:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929829:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226825.929884:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:1.0:1781226825.929890:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226825.929919:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.929935:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930288:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930297:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930429:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226825.930497:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930508:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930525:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226825.930528:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.930534:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930542:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465bb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930562:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930568:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930577:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930582:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226825.930584:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930589:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930596:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff89a5c307e000) 00010000:00010000:1.0:1781226825.930598:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.930600:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930606:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465bbd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930652:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465baf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c57 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930668:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5600/0x5d5522eac4465bc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c57 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.930677:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226825.930679:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226825.930681:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5600, rc 0) 00000100:00100000:0.0:1781226825.931748:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30428:x1867750941595776:12345-192.168.202.30@tcp:101:rm.0 Request processed in 2637us (2896us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226825.931765:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1181 00000100:00100000:0.0:1781226825.937453:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226825.937626:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941595904 00000100:00100000:1.0:1781226825.937640:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941595904 00000100:00100000:1.0:1781226825.937738:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1182 00000100:00100000:1.0:1781226825.937751:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30428:x1867750941595904:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226825.937781:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226825.937811:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465bcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c5e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.937940:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.937960:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.937975:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.937998:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938006:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938026:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938088:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938096:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938103:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938118:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938320:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226825.938327:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938339:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938355:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226825.938359:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.938366:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938375:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465bd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938397:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938403:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938409:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938415:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226825.938418:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938429:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938436:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226825.938438:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.938442:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938448:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465bd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938498:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465bcb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c5e expref: 45 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938510:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226825.938512:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226825.938516:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465bcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c5e expref: 45 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226825.938527:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226825.938608:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30428:x1867750941595904:12345-192.168.202.30@tcp:101:rm.0 Request processed in 859us (1169us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226825.938616:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1182 00000100:00100000:0.0:1781226825.948611:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226825.949470:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596032 00000100:00100000:3.0:1781226825.949486:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596032 00000100:00100000:3.0:1781226825.949579:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1183 00000100:00100000:3.0:1781226825.949591:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30428:x1867750941596032:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226825.949624:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226825.949654:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465be0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c65 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949793:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949816:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949829:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949844:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949851:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949858:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949907:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949915:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949922:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949928:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.949933:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949942:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949958:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226825.949964:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.949970:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.949978:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465be7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950007:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950024:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950031:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950037:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226825.950039:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950046:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950053:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5c307e700) 00010000:00010000:3.0:1781226825.950055:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.950058:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950064:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465bee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950106:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465be0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c65 expref: 45 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950118:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226825.950121:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226825.950143:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465be0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c65 expref: 45 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226825.950153:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226825.950241:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30428:x1867750941596032:12345-192.168.202.30@tcp:101:rm.0 Request processed in 651us (1646us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226825.950251:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1183 00000040:00080000:0.0:1781226825.983114:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226826.028996:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.029208:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596160 00000100:00100000:0.0:1781226826.029222:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596160 00000100:00100000:0.0:1781226826.029308:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1184 00000100:00100000:0.0:1781226826.029322:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30429:x1867750941596160:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226826.029351:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226826.029379:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465bf5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c6c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029494:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029515:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029543:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029564:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029571:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029578:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029642:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029648:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029654:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029660:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226826.029664:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029672:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029686:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:0.0:1781226826.029690:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226826.029736:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029744:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465bfc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029758:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029763:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029768:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029773:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226826.029776:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029781:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029787:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226826.029790:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226826.029793:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029798:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465c03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029839:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465bf5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c6c expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029849:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:0.0:1781226826.029851:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226826.029855:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465bf5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c6c expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.029863:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9cc00, rc 0) 00000100:00100000:0.0:1781226826.029940:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30429:x1867750941596160:12345-192.168.202.30@tcp:101:cp.0 Request processed in 622us (961us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226826.029948:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1184 00000100:00100000:0.0:1781226826.037539:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.037747:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596288 00000100:00100000:1.0:1781226826.037763:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596288 00000100:00100000:1.0:1781226826.037848:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1185 00000100:00100000:1.0:1781226826.037862:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30429:x1867750941596288:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226826.037894:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226826.037921:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465c0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c73 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038026:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038044:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038058:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038074:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038081:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038087:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038157:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038164:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038171:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038179:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038187:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226826.038193:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038201:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038217:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226826.038221:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226826.038227:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038234:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465c11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038254:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038259:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038265:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038270:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226826.038272:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038278:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038289:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226826.038291:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226826.038294:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038300:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465c18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038340:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465c0a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c73 expref: 45 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038350:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226826.038352:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226826.038356:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465c0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c73 expref: 45 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.038367:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226826.038456:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30429:x1867750941596288:12345-192.168.202.30@tcp:101:cp.0 Request processed in 597us (932us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226826.038463:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1185 00000100:00100000:1.0:1781226826.042323:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226826.042603:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596544 00000100:00100000:2.0:1781226826.042619:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596544 00000100:00100000:2.0:1781226826.042729:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1186 00000100:00100000:2.0:1781226826.042743:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30429:x1867750941596544:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226826.042775:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226826.042806:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c1f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c7a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.042970:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.042988:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043001:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043034:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043042:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043051:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226826.043561:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:2.0:1781226826.043790:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043800:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043809:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043854:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043863:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043871:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043879:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226826.043884:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043894:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043909:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:2.0:1781226826.043912:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226826.043919:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043927:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c26 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226826.043945:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000b6fd6701 reply state 000000002a985bb3 transno 4294968015 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043957:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.043963:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a4c6fba100) 00010000:00010000:2.0:1781226826.043965:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226826.043969:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226826.044007:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c1f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.044024:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.044032:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:2.0:1781226826.044034:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226826.044036:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226826.044127:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30429:x1867750941596544:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1387us (1829us total) trans 4294968015 rc 0/0 00000100:00100000:2.0:1781226826.044146:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1186 00000100:00100000:2.0:1781226826.055605:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.055786:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596672 00000100:00100000:1.0:1781226826.055799:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596672 00000100:00100000:1.0:1781226826.055894:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 308 00000100:00100000:1.0:1781226826.055908:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941596672:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226826.055931:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226826.055957:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c81 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226826.055991:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226826.056018:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226826.056020:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226826.056031:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 10 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.056059:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 10 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.056078:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226826.056302:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941596672:12345-192.168.202.30@tcp:101:cp.0 Request processed in 397us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226826.056312:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 308 00000100:00080000:2.0:1781226826.056383:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226826.060405:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.060610:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596800 00000100:00100000:1.0:1781226826.060624:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596800 00000100:00100000:1.0:1781226826.060751:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 309 00000100:00100000:1.0:1781226826.060764:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:30429:x1867750941596800:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226826.060788:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226826.060812:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c88 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.060855:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.060865:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226826.060868:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226826.060872:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.060919:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.060935:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 11 pid: 9780 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226826.060954:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964592128:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226826.061077:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c6217540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226826.067823:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.067929:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941596928 00000100:00100000:3.0:1781226826.067941:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941596928 00010000:00010000:3.0:1781226826.067995:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 12 pid: 9780 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226826.068038:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 366 00000100:00100000:3.0:1781226826.068049:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941596928:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226826.068068:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226826.068098:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 12 pid: 9780 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.068116:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 12 pid: 9780 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.068160:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226826.068164:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226826.068174:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.068186:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.068233:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226826.068250:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964592256:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226826.068371:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245240 going to sleep for 11 seconds 00010000:00010000:1.0:1781226826.068499:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c81 expref: 12 pid: 9780 timeout: 885 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226826.068519:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964592128:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226826.068548:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.068560:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031600, rc 0) 00000100:00100000:1.0:1781226826.068592:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:30429:x1867750941596800:12345-192.168.202.30@tcp:101:cp.0 Request processed in 7831us (8203us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226826.068602:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 309 00000100:00100000:3.0:1781226826.074841:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964592256:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226826.074879:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226826.074957:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941596928:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6907us (7151us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226826.074971:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 366 00000100:00100000:2.0:1781226826.075105:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.075229:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941597184 00000100:00100000:1.0:1781226826.075240:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941597184 00000100:00100000:1.0:1781226826.075310:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 224 00000100:00100000:1.0:1781226826.075322:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30429:x1867750941597184:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:1.0:1781226826.075728:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30429:x1867750941597184:12345-192.168.202.30@tcp:35:cp.0 Request processed in 405us (621us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1781226826.075737:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 224 00000100:00100000:0.0:1781226826.131396:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226826.131583:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941597312 00000100:00100000:2.0:1781226826.131597:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941597312 00000100:00100000:2.0:1781226826.131684:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1187 00000100:00100000:2.0:1781226826.131742:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:30432:x1867750941597312:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226826.131773:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226826.131803:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465c50 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c8f expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.131900:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.131920:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.131935:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.131950:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.131957:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.131964:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132074:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132084:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132097:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226826.132175:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1781226826.132181:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226826.132207:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132221:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132231:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132237:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132244:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132252:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226826.132256:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132265:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132280:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:2.0:1781226826.132284:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226826.132290:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132301:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465c57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132320:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132326:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132333:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132337:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226826.132340:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132345:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132351:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a4c6fba100) 00010000:00010000:2.0:1781226826.132353:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226826.132356:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132362:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465c5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132390:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465c50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 98 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132409:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226826.132417:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:2.0:1781226826.132419:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226826.132422:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226826.132686:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+97:30432:x1867750941597312:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 991us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226826.132744:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1187 00000100:00100000:2.0:1781226826.138104:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.138295:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941597440 00000100:00100000:1.0:1781226826.138308:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941597440 00000100:00100000:1.0:1781226826.138402:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 310 00000100:00100000:1.0:1781226826.138414:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941597440:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226826.138443:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226826.138479:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c96 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226826.138582:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964592384:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226826.138731:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c62170c0 going to sleep for 11 seconds 00000100:00080000:2.0:1781226826.138964:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1781226826.153068:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781226826.153082:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime: 0 -> 1781226825 00002000:00010000:1.0:1781226826.153085:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime: 0 -> 1781226825 00002000:00010000:1.0:1781226826.153087:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime: 0 -> 1781226825 00002000:00010000:1.0:1781226826.153089:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226826.153124:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964592384:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226826.153197:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c6c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c96 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.153231:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac4465c6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c96 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.153256:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226826.153412:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941597440:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 14999us (15319us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226826.153423:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 310 00000100:00100000:0.0:1781226826.177278:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.177398:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941597568 00000100:00100000:3.0:1781226826.177407:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941597568 00000100:00100000:3.0:1781226826.177478:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1188 00000100:00100000:3.0:1781226826.177489:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+97:30432:x1867750941597568:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226826.177514:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226826.177539:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465c73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46c9d expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.177635:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.177655:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.177667:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226826.177760:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:3.0:1781226826.177764:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226826.177787:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.177818:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465c73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.177841:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.177851:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226826.177855:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226826.177858:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:3.0:1781226826.177924:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:30432:x1867750941597568:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 435us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226826.177935:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1188 00000100:00100000:2.0:1781226826.188269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.196181:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941597696 00000100:00100000:3.0:1781226826.196207:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941597696 00000100:00100000:3.0:1781226826.196314:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 311 00000100:00100000:3.0:1781226826.196331:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941597696:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226826.196362:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226826.196392:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465c81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ca4 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226826.196506:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964592512:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226826.197743:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226826.203160:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964592512:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226826.203202:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465c81 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ca4 expref: 17 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.203228:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465c81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ca4 expref: 17 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.203242:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226826.203303:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941597696:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 6977us (15049us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226826.203436:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 311 00000100:00100000:2.0:1781226826.224381:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.224612:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941597952 00000100:00100000:1.0:1781226826.224630:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941597952 00000100:00100000:1.0:1781226826.224752:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1189 00000100:00100000:1.0:1781226826.224764:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:30432:x1867750941597952:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:1.0:1781226826.224988:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:1.0:1781226826.225095:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:30432:x1867750941597952:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 333us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226826.225104:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1189 00000040:00080000:3.0:1781226826.235967:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226826.235976:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226826.236035:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1781226826.236046:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226826.237465:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964592640:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226826.237925:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c72456c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226826.245097:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964592640:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226826.254664:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.255119:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941598080 00000100:00100000:1.0:1781226826.255129:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941598080 00000100:00100000:1.0:1781226826.255212:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1190 00000100:00100000:1.0:1781226826.255224:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30435:x1867750941598080:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226826.255281:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226826.255409:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30435:x1867750941598080:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 188us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226826.255417:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1190 00000100:00100000:2.0:1781226826.271820:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.272026:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941598336 00000100:00100000:3.0:1781226826.272037:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941598336 00000100:00100000:3.0:1781226826.272097:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1191 00000100:00100000:3.0:1781226826.272106:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30435:x1867750941598336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226826.272127:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226826.272155:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465c88 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cab expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.272264:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465c8f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.272279:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.272290:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226826.272301:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1781226826.272409:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465c88 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cab expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.272427:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465c8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cab expref: 50 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.272435:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:3.0:1781226826.272438:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226826.272441:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226826.272494:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941598336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 389us (684us total) trans 4294968017 rc 0/0 00000100:00100000:3.0:1781226826.272502:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1191 00000100:00100000:2.0:1781226826.289593:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226826.289641:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.289744:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941598464 00000100:00100000:0.0:1781226826.289754:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941598464 00000100:00100000:0.0:1781226826.289822:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 312 00000100:00100000:0.0:1781226826.289832:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941598464:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226826.289891:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.289912:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.289919:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226826.289921:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226826.289925:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.289963:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.289977:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 10 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226826.289991:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6d2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964592768:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226826.290096:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f69d7240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226826.290409:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941598592 00000100:00100000:3.0:1781226826.290415:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941598592 00000100:00100000:3.0:1781226826.290463:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 54 00000100:00100000:3.0:1781226826.290472:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2424:x1867750941598592:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226826.290483:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226826.290504:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465c8f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cab expref: 50 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.290526:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:3.0:1781226826.290531:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226826.290560:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2424:x1867750941598592:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 90us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226826.290567:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 54 00000100:00100000:1.0:1781226826.295224:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6d2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964592768:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226826.295278:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226826.298447:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.298631:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941598720 00000100:00100000:1.0:1781226826.298641:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941598720 00002000:00100000:1.0:1781226826.298691:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff89a4c72dde00 x1867750941598720/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:637/0 lens 648/0 e 0 to 0 dl 1781226837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226826.298746:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c72dde00 with x1867750941598720 ext(0->157) 00010000:00010000:1.0:1781226826.298756:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 11 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.298774:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 11 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226826.298780:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c72dde00 00000100:00100000:1.0:1781226826.298814:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 15 00000100:00100000:1.0:1781226826.298824:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941598720:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:1.0:1781226826.300635:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2425:x1867750941598720:12345-192.168.202.30@tcp:4:cp.0 Request processed in 1803us (2190us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1781226826.300651:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 15 00002000:00100000:1.0:1781226826.300662:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff89a4c72dde00 x1867750941598720/t4294967360(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:637/0 lens 648/448 e 0 to 0 dl 1781226837 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226826.300672:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c72dde00 with x1867750941598720 ext(0->157) 00010000:00010000:1.0:1781226826.300681:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 13 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.300737:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 13 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226826.300745:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c72dde00 00000100:00100000:0.0:1781226826.313632:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.313737:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941598848 00000100:00100000:1.0:1781226826.313747:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941598848 00010000:00010000:1.0:1781226826.313784:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 13 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226826.313828:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 367 00000100:00100000:1.0:1781226826.313838:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941598848:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226826.313854:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781226826.313994:0:6511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781226826.314003:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 13 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.314080:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 13 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.314108:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c47b7bf5/0x5d5522eac4465c49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c88 expref: 13 pid: 8404 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.314128:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226826.314138:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226826.314142:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.314217:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.314255:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226826.314463:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314472:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314492:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314500:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314508:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314516:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226826.314520:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314530:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314542:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.314555:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465c9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226826.314633:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2424:x1867750941598848:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 795us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226826.314642:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 367 00000100:00100000:0.0:1781226826.320820:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941598464:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 30975us (31222us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226826.320836:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 312 00000100:00100000:2.0:1781226826.343681:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.344066:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941599104 00000100:00100000:0.0:1781226826.344076:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941599104 00000100:00100000:0.0:1781226826.344149:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1192 00000100:00100000:0.0:1781226826.344663:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30435:x1867750941599104:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226826.344822:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30435:x1867750941599104:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 663us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226826.344830:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1192 00000100:00100000:2.0:1781226826.361934:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.362146:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941599232 00000100:00100000:3.0:1781226826.362166:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941599232 00000100:00100000:3.0:1781226826.362236:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 313 00000100:00100000:3.0:1781226826.362591:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941599232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226826.362612:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226826.362633:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cb2 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226826.362659:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a2b5d49, atime: 0x0, ctime: 0x6a2b5d49, blocks: 0x8 00010000:00010000:3.0:1781226826.362680:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226826.362682:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226826.362691:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.362758:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.362774:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226826.362843:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941599232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 597us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226826.362849:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 313 00000100:00100000:3.0:1781226826.369443:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.369780:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941599488 00000100:00100000:0.0:1781226826.369791:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941599488 00000100:00100000:0.0:1781226826.369854:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1193 00000100:00100000:0.0:1781226826.369872:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30435:x1867750941599488:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226826.369986:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30435:x1867750941599488:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 123us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226826.369994:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1193 00000100:00100000:2.0:1781226826.376580:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.376674:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941599616 00000100:00100000:3.0:1781226826.376685:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941599616 00002000:00100000:3.0:1781226826.376776:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff89a4c72dc000 x1867750941599616/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:637/0 lens 488/0 e 0 to 0 dl 1781226837 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226826.376788:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c72dc000 with x1867750941599616 ext(0->4095) 00002000:00010000:3.0:1781226826.376794:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c72dc000 00000100:00100000:3.0:1781226826.376828:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 86 00000100:00100000:3.0:1781226826.376837:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941599616:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781226826.378435:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941599616:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 1585us (1854us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226826.378449:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 86 00002000:00100000:2.0:1781226826.378462:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff89a4c72dc000 x1867750941599616/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:637/0 lens 488/4536 e 0 to 0 dl 1781226837 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226826.378479:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c72dc000 with x1867750941599616 ext(0->4095) 00002000:00010000:2.0:1781226826.378484:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c72dc000 00000100:00100000:2.0:1781226826.393238:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226826.393355:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941599744 00000100:00100000:1.0:1781226826.393365:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941599744 00000100:00100000:1.0:1781226826.393429:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1194 00000100:00100000:1.0:1781226826.393439:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30435:x1867750941599744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226826.393460:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226826.393481:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cab lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cb9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.393517:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.393532:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.393544:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.393689:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.393763:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226826.393772:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:1.0:1781226826.393775:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226826.393778:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226826.393845:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941599744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 407us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226826.393853:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1194 00000100:00100000:3.0:1781226826.408361:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.408513:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941599872 00000100:00100000:0.0:1781226826.408522:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941599872 00000100:00100000:0.0:1781226826.408589:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1195 00000100:00100000:0.0:1781226826.408600:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941599872:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226826.408634:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226826.408787:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941599872:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 188us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226826.408795:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1195 00000100:00100000:2.0:1781226826.420687:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226826.421075:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941600000 00000100:00100000:3.0:1781226826.421085:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941600000 00000100:00100000:3.0:1781226826.421161:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 314 00000100:00100000:3.0:1781226826.421171:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941600000:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226826.421216:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421236:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226826.421237:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226826.421242:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421256:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421281:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421290:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421299:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421317:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226826.421322:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421333:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421350:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226826.421357:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4465cb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226826.421449:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941600000:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 278us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226826.421458:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 314 00000100:00100000:3.0:1781226826.429319:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.429413:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941600256 00000100:00100000:0.0:1781226826.429424:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941600256 00000100:00100000:0.0:1781226826.429487:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1196 00000100:00100000:0.0:1781226826.429500:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941600256:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226826.429589:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.429609:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.429618:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.429659:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.429674:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 50 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226826.429690:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6d2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964592896:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226826.429815:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f69d7300 going to sleep for 11 seconds 00000100:00100000:3.0:1781226826.441177:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6d2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964592896:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226826.441214:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226826.443074:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.443314:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941600384 00000100:00100000:0.0:1781226826.443324:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941600384 00010000:00010000:0.0:1781226826.443365:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 51 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226826.444285:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 368 00000100:00100000:0.0:1781226826.444301:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2427:x1867750941600384:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226826.444323:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226826.444332:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 51 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.444349:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 51 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.444375:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465cb2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb9 expref: 51 pid: 6525 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.444391:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:0.0:1781226826.444397:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.444408:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.444417:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.444452:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226826.444518:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2427:x1867750941600384:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 222us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226826.444528:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 368 00010000:00010000:0.0:1781226826.448457:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448477:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448684:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448709:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448718:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448724:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226826.448728:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448736:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448753:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:0.0:1781226826.448756:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226826.448760:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226826.448767:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465cc0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226826.449008:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941600256:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 19506us (19705us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1781226826.449025:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1196 00000040:00080000:3.0:1781226826.451576:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226826.451584:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226826.452292:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781226826.452304:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226826.464496:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226826.464586:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941600640 00000100:00100000:0.0:1781226826.464597:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941600640 00000100:00100000:0.0:1781226826.464658:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 225 00000100:00100000:0.0:1781226826.464670:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30435:x1867750941600640:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226826.465039:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30435:x1867750941600640:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 370us (554us total) trans 4294968019 rc 0/0 00000100:00100000:0.0:1781226826.465048:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 225 00000100:00100000:3.0:1781226826.747965:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226826.748019:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964593024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226826.748319:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226826.750008:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964593024 00000100:00100000:2.0:1781226826.750026:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964593024 00000100:00100000:2.0:1781226826.750108:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1781226826.750120:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964593024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226826.750169:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226826.750258:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964593024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226826.750975:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781226826.751905:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964593024:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226826.876818:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226827.269161:0:22305:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226827.269170:0:22305:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226827.269210:0:22305:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:1.0:1781226827.269217:0:22305:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226827.328559:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226827.328635:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941600768 00000100:00100000:0.0:1781226827.328645:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941600768 00000100:00100000:0.0:1781226827.328729:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 315 00000100:00100000:0.0:1781226827.328739:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941600768:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226827.328760:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226827.328780:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cc0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.328806:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226827.328808:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226827.328818:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.328838:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.328854:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d400, rc 0) 00000100:00100000:0.0:1781226827.328920:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941600768:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 182us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226827.328927:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 315 00000100:00100000:3.0:1781226827.335579:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226827.337190:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601024 00000100:00100000:0.0:1781226827.337204:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601024 00000100:00100000:0.0:1781226827.337277:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1197 00000100:00100000:0.0:1781226827.337290:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:30443:x1867750941601024:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226827.337323:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226827.337350:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465cce lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cc7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.337464:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465cd5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.337479:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465cd5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.337490:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465cd5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226827.337502:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1781226827.337607:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465cce lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc7 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.337624:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465cd5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc7 expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.337632:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:0.0:1781226827.337635:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226827.337639:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:0.0:1781226827.337733:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+100:30443:x1867750941601024:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 447us (2164us total) trans 4294968020 rc 0/0 00000100:00100000:0.0:1781226827.337741:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1197 00000100:00080000:2.0:1781226827.338398:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226827.341173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226827.341305:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601152 00000100:00100000:0.0:1781226827.341316:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601152 00000100:00100000:0.0:1781226827.341369:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 316 00000100:00100000:0.0:1781226827.341380:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941601152:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:0.0:1781226827.341425:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.341446:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.341456:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.341465:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226827.341467:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226827.341470:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.341503:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.341518:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 17 pid: 8404 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226827.341540:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6d2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964593152:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226827.341630:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.341641:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 11 pid: 8407 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226827.341650:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964593280:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226827.341675:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226827.344741:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6d2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964593152:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226827.344758:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964593280:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226827.344795:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226827.345509:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226827.345541:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226827.345992:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601280 00000100:00100000:2.0:1781226827.346011:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601280 00010000:00010000:2.0:1781226827.346051:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 12 pid: 8407 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226827.346088:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601408 00000100:00100000:2.0:1781226827.346091:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601408 00010000:00010000:2.0:1781226827.346106:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 18 pid: 8404 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226827.346142:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 369 00000100:00100000:2.0:1781226827.346152:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941601280:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226827.346168:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226827.346190:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 12 pid: 8407 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346204:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 12 pid: 8407 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346230:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4465ca4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cb2 expref: 12 pid: 8407 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346253:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226827.346314:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941601280:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 163us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226827.346322:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 369 00000100:00100000:2.0:1781226827.346342:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 370 00000100:00100000:2.0:1781226827.346348:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941601408:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226827.346356:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226827.346364:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 18 pid: 8404 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346375:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 18 pid: 8404 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346389:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4bea9c1/0x5d5522eac4465cc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc0 expref: 18 pid: 8404 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346405:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226827.346408:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226827.346413:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346423:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346447:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226827.346465:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941601408:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 117us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226827.346472:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 370 00010000:00010000:2.0:1781226827.346496:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346506:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346524:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346534:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346543:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346552:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9cc00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226827.346557:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346567:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346579:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.346587:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063de8d89/0x5d5522eac4465ce3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226827.346632:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941601152:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 5255us (5467us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226827.346640:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 316 00000100:00100000:2.0:1781226827.358102:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226827.358244:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601664 00000100:00100000:1.0:1781226827.358254:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601664 00000100:00100000:1.0:1781226827.358350:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 226 00000100:00100000:1.0:1781226827.358361:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4488c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+100:30443:x1867750941601664:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:1.0:1781226827.358430:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465cd5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc7 expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226827.358609:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968021 00000001:00080000:1.0:1781226827.358937:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968022 00010000:00010000:1.0:1781226827.358973:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.358988:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.359012:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 103 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.359022:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.359056:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 103 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.359071:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 103 pid: 10991 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226827.359086:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964593408:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226827.359182:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.359192:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 50 pid: 6525 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226827.359201:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733d2c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964593536:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226827.359237:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fb2edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1781226827.369557:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226827.369602:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226827.369658:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601920 00000100:00100000:2.0:1781226827.369666:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601920 00010000:00010000:2.0:1781226827.369732:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 51 pid: 6525 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226827.369765:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941601792 00000100:00100000:2.0:1781226827.369770:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941601792 00000100:00100000:3.0:1781226827.370983:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 371 00000100:00100000:3.0:1781226827.370999:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e0ec5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2426:x1867750941601920:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226827.371018:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226827.371026:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 51 pid: 6525 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226827.371040:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 51 pid: 6525 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226827.371065:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:3.0:1781226827.371070:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226827.371079:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226827.371086:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226827.371156:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e0ec5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2426:x1867750941601920:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 162us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226827.371164:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 371 00010000:00010000:2.0:1781226827.371347:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 104 pid: 10991 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226827.371382:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 372 00000100:00100000:2.0:1781226827.371389:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+104:2427:x1867750941601792:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226827.371400:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226827.371404:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 104 pid: 10991 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.371415:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 104 pid: 10991 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.371426:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:2.0:1781226827.371431:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.371439:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.371447:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226827.371464:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226827.371487:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+104:2427:x1867750941601792:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 99us (1884us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226827.371493:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 372 00000100:00080000:2.0:1781226827.371514:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1781226827.374989:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465c65 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c8f expref: 103 pid: 10991 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226827.375025:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964593408:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226827.375041:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465c34 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c7a expref: 50 pid: 6525 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226827.375055:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733d2c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964593536:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226827.375090:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.375102:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226827.375109:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226827.375250:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968023 00000001:00080000:0.0:1781226827.375375:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968024 00000001:00080000:0.0:1781226827.375412:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968025 00000100:00100000:0.0:1781226827.375495:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964593664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226827.375561:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226827.375600:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226827.376053:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964593664 00000100:00100000:3.0:1781226827.376062:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964593664 00000100:00100000:3.0:1781226827.376143:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1781226827.376153:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964593664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781226827.376239:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964593664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 88us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226827.376247:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00080000:0.0:1781226827.376346:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226827.376373:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964593664:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1781226827.376474:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968026 00000100:00100000:0.0:1781226827.376519:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964593792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226827.376545:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226827.376568:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245840 going to sleep for 11 seconds 00000100:00100000:1.0:1781226827.376753:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964593792 00000100:00100000:1.0:1781226827.376758:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964593792 00000100:00100000:1.0:1781226827.376801:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1781226827.376809:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964593792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781226827.376914:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964593792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 106us (367us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1781226827.376933:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1781226827.376978:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964593792:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1781226827.377008:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.377018:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.377026:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.377032:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226827.377037:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.377045:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.377060:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:1.0:1781226827.377063:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781226827.377068:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226827.377075:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465cea lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226827.377173:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781226827.377233:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:1.0:1781226827.377245:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 786517548717ns, next at 787517546050ns, rc = 0 00000001:00080000:1.0:1781226827.377252:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968027 00010000:00010000:1.0:1781226827.377275:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:1.0:1781226827.377278:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226827.377284:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465cd5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cc7 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226827.377378:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4488c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+106:30443:x1867750941601664:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 19018us (19281us total) trans 4294968028 rc 0/0 00000100:00100000:1.0:1781226827.377387:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 226 00000020:00080000:1.0:1781226827.377391:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:2.0:1781226827.913562:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781226828.167938:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968028 is committed 00000004:00080000:3.0:1781226828.167952:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:3.0:1781226828.167978:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c7245780 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:3.0:1781226828.167984:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c7245300 00000020:00080000:3.0:1781226828.167987:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8d2fe00 00000001:00080000:3.0:1781226828.168028:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968019 is committed 00000020:00080000:3.0:1781226828.168045:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000020:00080000:3.0:1781226828.168058:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:3.0:1781226828.168150:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00010000:00010000:3.0:1781226828.168168:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226828.168181:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226828.168190:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226828.168197:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226828.168202:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226828.168211:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226828.168230:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a4c6fba100) 00010000:00010000:3.0:1781226828.168234:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226828.168239:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226828.168246:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465c2d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226828.168542:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964593920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781226828.168614:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226828.168829:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964593920 00000100:00100000:2.0:1781226828.168837:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964593920 00000100:00100000:2.0:1781226828.168893:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1781226828.168903:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964593920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781226828.168929:0:9780:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:2.0:1781226828.168960:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a2b5d49, atime: 0x0, ctime: 0x6a2b5d49, blocks: 0x8 00010000:00010000:2.0:1781226828.168968:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.168981:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226828.168983:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226828.168998:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169011:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169019:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169027:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169044:0:9780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226828.169175:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964593920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 273us (560us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1781226828.169183:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:2.0:1781226828.169206:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226828.169212:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169220:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226828.169225:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169232:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169246:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169253:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465cf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226828.169267:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226828.169268:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226828.169270:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781226828.169442:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c73a92c0/2, rc 0, transno 4294967362 00000100:00100000:3.0:1781226828.169450:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964593920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781226828.170546:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170559:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170566:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170575:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226828.170578:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170584:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170599:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff89a5c307e000) 00010000:00010000:0.0:1781226828.170601:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226828.170604:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170609:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465b54 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170627:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170633:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170638:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170642:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226828.170645:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170651:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170662:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:0.0:1781226828.170664:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226828.170667:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226828.170672:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465b5b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226828.286842:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964594048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226828.286926:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226828.287010:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964594048 00000100:00100000:3.0:1781226828.287018:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964594048 00000100:00100000:3.0:1781226828.287074:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1781226828.287084:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964594048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226828.287128:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1781226828.287173:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964594048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226828.287181:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00080000:3.0:1781226828.287205:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226828.287247:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964594048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226828.287489:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226828.287501:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964594176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226828.287533:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226828.287569:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964594176 00000100:00100000:1.0:1781226828.287574:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964594176 00000100:00100000:1.0:1781226828.287605:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1781226828.287613:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964594176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226828.287625:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226828.287658:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964594176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226828.287665:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1781226828.287715:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964594176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781226828.287731:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226828.702918:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.703026:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.703050:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226828.703122:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602432 00000100:00100000:0.0:1781226828.703134:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602432 00000100:00100000:0.0:1781226828.703201:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 579 00000100:00100000:0.0:1781226828.703212:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941602432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226828.703291:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941602432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 81us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226828.703300:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 579 00000100:00080000:0.0:1781226828.703325:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226828.707266:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.707305:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.707332:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226828.708835:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602176 00000100:00100000:1.0:1781226828.708851:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602176 00000100:00100000:1.0:1781226828.708896:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602048 00000100:00100000:1.0:1781226828.708899:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602048 00000100:00100000:1.0:1781226828.708964:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 730 00000100:00100000:1.0:1781226828.708975:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941602048:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226828.709141:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941602048:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 166us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226828.709150:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 730 00000100:00100000:3.0:1781226828.710161:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.710188:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.710214:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226828.710239:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602944 00000100:00100000:3.0:1781226828.710245:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602944 00000100:00100000:3.0:1781226828.710291:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602560 00000100:00100000:3.0:1781226828.710294:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602560 00000100:00100000:3.0:1781226828.710313:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941603072 00000100:00100000:3.0:1781226828.710315:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941603072 00000100:00100000:3.0:1781226828.710335:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 580 00000100:00100000:3.0:1781226828.710343:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941602944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226828.710409:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941602944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 66us (3153us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226828.710416:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 580 00000100:00100000:3.0:1781226828.710432:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 581 00000100:00100000:3.0:1781226828.710440:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941602560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226828.710462:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941602560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226828.710469:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 581 00000100:00100000:3.0:1781226828.710479:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 582 00000100:00100000:3.0:1781226828.710485:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941603072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226828.710503:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941603072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226828.710509:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 582 00000100:00100000:1.0:1781226828.710634:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602688 00000100:00100000:1.0:1781226828.710639:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602688 00000100:00100000:1.0:1781226828.710678:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602304 00000100:00100000:1.0:1781226828.710681:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602304 00000100:00100000:1.0:1781226828.710715:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941602816 00000100:00100000:1.0:1781226828.710719:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941602816 00000100:00100000:1.0:1781226828.710733:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 992 00000100:00100000:1.0:1781226828.710740:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941602688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226828.710774:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941602688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (7723us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226828.710781:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 992 00000100:00100000:1.0:1781226828.710792:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 993 00000100:00100000:1.0:1781226828.710799:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941602304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226828.710822:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941602304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (3490us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226828.710828:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 993 00000100:00100000:1.0:1781226828.710839:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 994 00000100:00100000:1.0:1781226828.710845:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941602816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226828.710866:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941602816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226828.710875:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 994 00000100:00080000:3.0:1781226828.711256:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226828.711263:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226828.711266:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226828.711313:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 995 00000100:00100000:3.0:1781226828.711322:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941602176:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226828.711461:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941602176:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 139us (8552us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226828.711469:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 995 00000001:00080000:2.0:1781226828.801240:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00010000:00010000:3.0:1781226828.923848:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226829.310655:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226829.310680:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964594304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226829.310775:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226829.310840:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964594304 00000100:00100000:1.0:1781226829.310847:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964594304 00000100:00100000:1.0:1781226829.310896:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1781226829.310905:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964594304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226829.310942:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1781226829.311006:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964594304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226829.311015:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1781226829.311071:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964594304:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226829.950151:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226830.464430:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.464512:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941603200 00000100:00100000:3.0:1781226830.464524:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941603200 00000100:00100000:3.0:1781226830.464613:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1198 00000100:00100000:3.0:1781226830.464626:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:30470:x1867750941603200:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:3.0:1781226830.464654:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226830.464678:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465cf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cce expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.464794:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.464811:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.464825:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.464844:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.464851:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.464857:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465084:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465110:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465118:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226830.465174:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1781226830.465180:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226830.465207:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465220:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465228:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465234:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465240:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465246:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226830.465331:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465342:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465353:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226830.465357:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226830.465362:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465368:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465cff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465381:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465387:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465393:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465398:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226830.465401:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465406:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465413:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5c307e800) 00010000:00010000:3.0:1781226830.465415:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226830.465418:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465423:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465d06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465456:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465cf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cce expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465477:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cce expref: 96 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.465484:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c307e100) 00010000:00010000:3.0:1781226830.465486:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226830.465489:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226830.465664:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941603200:12345-192.168.202.30@tcp:101:diff.0 Request processed in 1040us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.465674:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1198 00000100:00080000:0.0:1781226830.466288:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226830.485156:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.485223:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941603456 00000100:00100000:2.0:1781226830.485232:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941603456 00000100:00100000:2.0:1781226830.485291:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1199 00000100:00100000:2.0:1781226830.485300:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941603456:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226830.485320:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226830.485339:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cd5 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.485450:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d1b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.485465:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.485476:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226830.485486:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1781226830.485597:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cd5 expref: 99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.485614:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d1b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cd5 expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.485622:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c307e100) 00010000:00010000:2.0:1781226830.485625:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226830.485629:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226830.485686:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:30470:x1867750941603456:12345-192.168.202.30@tcp:101:diff.0 Request processed in 387us (539us total) trans 4294968029 rc 0/0 00000100:00100000:2.0:1781226830.485718:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1199 00000100:00100000:1.0:1781226830.491117:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.491158:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941603712 00000100:00100000:1.0:1781226830.491168:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941603712 00000100:00100000:1.0:1781226830.491235:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 55 00000100:00100000:1.0:1781226830.491247:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+98:30470:x1867750941603712:12345-192.168.202.30@tcp:103:diff.0 00010000:00010000:1.0:1781226830.491276:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781226830.491302:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d1b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cd5 expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.491321:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4465d0d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cce expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.491333:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c307e100) 00010000:00010000:1.0:1781226830.491343:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226830.491402:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941603712:12345-192.168.202.30@tcp:103:diff.0 Request processed in 157us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.491411:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 55 00000100:00100000:1.0:1781226830.502627:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.502810:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941603840 00000100:00100000:1.0:1781226830.502822:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941603840 00000100:00100000:1.0:1781226830.502888:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1200 00000100:00100000:1.0:1781226830.502901:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941603840:12345-192.168.202.30@tcp:58:diff.0 00010000:00010000:1.0:1781226830.503063:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.503081:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.503102:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226830.503204:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:1.0:1781226830.503424:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941603840:12345-192.168.202.30@tcp:58:diff.0 Request processed in 524us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.503434:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1200 00000100:00100000:2.0:1781226830.514672:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.514806:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941603968 00000100:00100000:3.0:1781226830.514816:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941603968 00000100:00100000:2.0:1781226830.517412:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1201 00000100:00100000:2.0:1781226830.517436:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941603968:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:2.0:1781226830.517465:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226830.517492:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cdc expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.517577:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.517595:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.517623:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.517638:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.517656:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:2.0:1781226830.517660:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226830.517664:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.517672:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226830.517798:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+97:30470:x1867750941603968:12345-192.168.202.30@tcp:101:diff.0 Request processed in 371us (3135us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.517809:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1201 00000040:00080000:1.0:1781226830.600483:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226830.600494:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226830.600522:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:1.0:1781226830.600529:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226830.600753:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964594432:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226830.600921:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fb1ae780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226830.610769:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964594432:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226830.611557:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.612245:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941604096 00000100:00100000:2.0:1781226830.612262:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941604096 00000100:00100000:2.0:1781226830.612404:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1202 00000100:00100000:2.0:1781226830.612416:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30471:x1867750941604096:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000100:00080000:1.0:1781226830.612429:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:2.0:1781226830.612456:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226830.612596:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30471:x1867750941604096:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 182us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.612603:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1202 00000100:00100000:1.0:1781226830.616713:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.617047:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941604224 00000100:00100000:2.0:1781226830.617158:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941604224 00000100:00100000:2.0:1781226830.617223:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1203 00000100:00100000:2.0:1781226830.617233:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30471:x1867750941604224:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.617319:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617336:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617349:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617363:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617370:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617376:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617401:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617415:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617422:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226830.617469:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1781226830.617473:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226830.617484:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617496:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617505:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617511:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617516:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.617520:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617527:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617538:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226830.617541:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226830.617544:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617550:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465d37 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617568:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617574:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617579:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617583:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.617586:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617590:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617595:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff89a5c3003000) 00010000:00010000:2.0:1781226830.617597:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226830.617599:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617604:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465d3e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617617:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617622:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617626:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617631:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.617634:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617640:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617646:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:2.0:1781226830.617648:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226830.617652:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.617658:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d45 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.617834:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30471:x1867750941604224:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 601us (1230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.617842:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1203 00000100:00100000:1.0:1781226830.623219:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.623264:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941604480 00000100:00100000:2.0:1781226830.623326:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941604480 00000100:00100000:2.0:1781226830.623387:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1204 00000100:00100000:2.0:1781226830.623398:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30471:x1867750941604480:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.623419:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226830.623442:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d4c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ce3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623590:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623608:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623619:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226830.623630:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1781226830.623801:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623810:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623817:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623823:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.623828:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.623835:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.624031:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:2.0:1781226830.624037:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226830.624043:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.624051:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d53 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.624114:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d4c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ce3 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.624125:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226830.624127:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226830.624131:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d4c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ce3 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.624140:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226830.624209:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30471:x1867750941604480:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 813us (997us total) trans 4294968030 rc 301/301 00000100:00100000:2.0:1781226830.624217:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1204 00000100:00100000:3.0:1781226830.629112:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.629294:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941604608 00000100:00100000:2.0:1781226830.629306:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941604608 00000100:00100000:2.0:1781226830.629380:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1205 00000100:00100000:2.0:1781226830.629392:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30471:x1867750941604608:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226830.629437:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226830.629577:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30471:x1867750941604608:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 188us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.629585:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1205 00000100:00100000:1.0:1781226830.636366:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.640160:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941604864 00000100:00100000:2.0:1781226830.640176:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941604864 00000100:00100000:2.0:1781226830.640417:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1206 00000100:00100000:2.0:1781226830.640432:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30471:x1867750941604864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.640457:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226830.640480:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d61 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cea expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.642377:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d68 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.642401:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.642412:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226830.642429:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:2.0:1781226830.642513:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d61 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cea expref: 48 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.642536:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d68 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cea expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.642545:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:2.0:1781226830.642548:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226830.642552:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226830.642640:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941604864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2213us (6283us total) trans 4294968031 rc 0/0 00000100:00100000:2.0:1781226830.642649:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1206 00000100:00100000:3.0:1781226830.649023:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.649114:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941605120 00000100:00100000:2.0:1781226830.649124:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941605120 00000100:00100000:2.0:1781226830.649191:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1207 00000100:00100000:2.0:1781226830.649204:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941605120:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.649292:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226830.649321:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d68 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cea expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.649346:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:2.0:1781226830.649359:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226830.649384:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.649401:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.649409:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.649445:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.649459:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 96 pid: 14117 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.649474:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964594560:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226830.649576:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785a80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226830.654455:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226830.654558:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941605248 00000100:00100000:0.0:1781226830.654568:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941605248 00010000:00010000:0.0:1781226830.654613:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 97 pid: 14117 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226830.654665:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 373 00000100:00100000:0.0:1781226830.654677:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+97:2426:x1867750941605248:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226830.654722:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226830.654731:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 97 pid: 14117 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.654746:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 97 pid: 14117 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.654773:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:0.0:1781226830.654778:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.654789:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.654796:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.654817:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226830.654892:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+97:2426:x1867750941605248:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 217us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.654901:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 373 00010000:00010000:2.0:1781226830.655414:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4465c7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c9d expref: 96 pid: 14117 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.655443:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964594560:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226830.655468:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655477:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655483:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655557:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655568:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655577:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655634:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655641:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655647:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655653:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.655658:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655665:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655676:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:2.0:1781226830.655678:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226830.655683:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655689:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465d76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655738:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655745:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655751:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655756:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.655760:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655766:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655773:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x84ca149f (ffff89a5c3003300) 00010000:00010000:2.0:1781226830.655775:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226830.655778:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.655784:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d7d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x84ca149f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.655953:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:30471:x1867750941605120:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 6751us (6940us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226830.655961:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1207 00000100:00100000:3.0:1781226830.661553:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.667953:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941605376 00000100:00100000:1.0:1781226830.668038:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941605376 00000100:00100000:1.0:1781226830.668171:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1208 00000100:00100000:1.0:1781226830.668183:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:30471:x1867750941605376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226830.668204:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226830.668229:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465d84 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cf1 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.668281:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.668296:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.668309:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.668431:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465d84 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.668452:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.668463:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226830.668466:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226830.668470:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226830.668543:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941605376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 363us (7001us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.668550:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1208 00000100:00100000:3.0:1781226830.675649:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.679160:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941605632 00000100:00100000:2.0:1781226830.679176:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941605632 00000100:00100000:2.0:1781226830.680542:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1209 00000100:00100000:2.0:1781226830.680556:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941605632:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.680654:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.680674:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.680687:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226830.681341:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000b5e76241 reply state 00000000640a53e5 transno 4294968032 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.681359:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.681368:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226830.681371:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226830.681375:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226830.681910:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30471:x1867750941605632:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1353us (6266us total) trans 4294968032 rc 0/0 00000100:00100000:2.0:1781226830.681920:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1209 00000100:00100000:3.0:1781226830.688573:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.688665:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941605760 00000100:00100000:2.0:1781226830.688675:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941605760 00000100:00100000:2.0:1781226830.688770:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1210 00000100:00100000:2.0:1781226830.688782:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30471:x1867750941605760:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.688810:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226830.688833:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cf8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.688904:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.688920:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.688930:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226830.688933:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226830.688938:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226830.690802:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30471:x1867750941605760:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2010us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.690816:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1210 00000100:00100000:3.0:1781226830.698405:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.698760:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941605888 00000100:00100000:1.0:1781226830.698771:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941605888 00000100:00100000:1.0:1781226830.698838:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 227 00000100:00100000:1.0:1781226830.698858:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30471:x1867750941605888:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1781226830.699292:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30471:x1867750941605888:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 442us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.699301:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 227 00000100:00100000:1.0:1781226830.705540:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.705995:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941606144 00000100:00100000:2.0:1781226830.706007:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941606144 00000100:00100000:2.0:1781226830.706070:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 228 00000100:00100000:2.0:1781226830.706081:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30471:x1867750941606144:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226830.706336:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941606144:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 256us (805us total) trans 4294968033 rc 0/0 00000100:00100000:2.0:1781226830.706344:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 228 00000100:00100000:2.0:1781226830.712830:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.712890:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941606400 00000100:00100000:1.0:1781226830.712901:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941606400 00000100:00100000:1.0:1781226830.713211:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1211 00000100:00100000:1.0:1781226830.713224:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941606400:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226830.713566:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941606400:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 343us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.713575:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1211 00000100:00100000:0.0:1781226830.717183:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.717563:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941606656 00000100:00100000:3.0:1781226830.717677:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941606656 00000100:00100000:3.0:1781226830.717773:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1212 00000100:00100000:3.0:1781226830.717785:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941606656:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226830.717807:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226830.717839:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465da0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46cff expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.718058:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.718076:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.718085:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.718133:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.718149:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 52 pid: 6525 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.718165:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964594688:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226830.718735:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1370540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226830.734774:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.734854:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941606784 00000100:00100000:1.0:1781226830.734872:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941606784 00010000:00010000:1.0:1781226830.734910:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 53 pid: 6525 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226830.734950:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 374 00000100:00100000:1.0:1781226830.734961:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2426:x1867750941606784:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226830.734986:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226830.734992:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 53 pid: 6525 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.735006:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 53 pid: 6525 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.735030:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226830.735035:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.735046:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.735053:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.735072:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226830.735139:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2426:x1867750941606784:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 180us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.735148:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 374 00010000:00010000:3.0:1781226830.735812:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465d99 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf8 expref: 52 pid: 6525 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.735835:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964594688:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226830.735872:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.735882:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.735893:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226830.735913:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:3.0:1781226830.736190:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:3.0:1781226830.736369:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736378:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736386:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736392:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226830.736396:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736404:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736418:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226830.736421:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226830.736424:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736431:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465da7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736488:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465da0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cff expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736503:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:3.0:1781226830.736505:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226830.736509:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465da0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cff expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.736517:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226830.736580:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941606656:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 18797us (19407us total) trans 4294968034 rc 301/301 00000100:00100000:3.0:1781226830.736588:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1212 00000100:00100000:0.0:1781226830.749797:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.749897:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607040 00000100:00100000:1.0:1781226830.749907:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607040 00000100:00100000:1.0:1781226830.749966:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 229 00000100:00100000:1.0:1781226830.750161:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941607040:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226830.750474:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:30471:x1867750941607040:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 317us (685us total) trans 4294968035 rc 0/0 00000100:00100000:1.0:1781226830.750483:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 229 00000100:00100000:2.0:1781226830.754132:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.754292:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607168 00000100:00100000:3.0:1781226830.754302:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607168 00000100:00100000:3.0:1781226830.754365:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1213 00000100:00100000:3.0:1781226830.754376:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+52:30471:x1867750941607168:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226830.754401:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226830.754423:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465db5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d06 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.754498:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465dbc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.754512:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465dbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.754524:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465dbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226830.754569:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:3.0:1781226830.754575:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226830.754599:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465dbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.754626:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4465db5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d06 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.754645:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465dbc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d06 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.754653:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226830.754656:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1781226830.754659:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226830.754767:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30471:x1867750941607168:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 392us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.754775:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1213 00000100:00100000:2.0:1781226830.759594:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.759692:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607296 00000100:00100000:3.0:1781226830.759753:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607296 00000100:00100000:3.0:1781226830.759835:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 318 00000100:00100000:3.0:1781226830.759849:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941607296:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226830.759881:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226830.759908:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d0d expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226830.759934:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226830.759954:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226830.759956:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226830.759964:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.759995:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.760009:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226830.760067:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941607296:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 222us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.760074:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 318 00000100:00080000:1.0:1781226830.760568:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226830.765809:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.765932:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607552 00000100:00100000:1.0:1781226830.765946:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607552 00000100:00100000:1.0:1781226830.766195:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1214 00000100:00100000:1.0:1781226830.766209:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30471:x1867750941607552:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226830.766455:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30471:x1867750941607552:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 249us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.766463:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1214 00000100:00100000:0.0:1781226830.771290:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.771420:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607680 00000100:00100000:3.0:1781226830.771430:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607680 00000100:00100000:3.0:1781226830.771490:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 319 00000100:00100000:3.0:1781226830.771501:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:30471:x1867750941607680:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226830.771520:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226830.771538:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d14 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.771571:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.771579:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226830.771581:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226830.771585:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.771617:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.771637:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 11 pid: 8407 timeout: 889 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.771653:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964594816:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226830.771801:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f69d7300 going to sleep for 11 seconds 00000100:00100000:2.0:1781226830.775893:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226830.776169:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607808 00000100:00100000:0.0:1781226830.776178:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607808 00010000:00010000:0.0:1781226830.776231:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 12 pid: 8407 timeout: 889 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226830.776281:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 375 00000100:00100000:0.0:1781226830.776293:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941607808:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226830.776310:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226830.776332:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 12 pid: 8407 timeout: 889 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.776346:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 12 pid: 8407 timeout: 889 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.776371:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226830.776374:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226830.776381:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.776392:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.776431:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226830.776445:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7413c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964594944:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226830.776527:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fb2edb40 going to sleep for 11 seconds 00010000:00010000:3.0:1781226830.777283:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465dc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d0d expref: 12 pid: 8407 timeout: 889 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.777306:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964594816:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226830.777334:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.777346:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226830.777396:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:30471:x1867750941607680:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 5896us (6115us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.777405:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 319 00000100:00100000:2.0:1781226830.784237:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.784335:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941607936 00000100:00100000:1.0:1781226830.784345:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941607936 00002000:00100000:1.0:1781226830.784398:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff89a4c73ab480 x1867750941607936/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:641/0 lens 648/0 e 0 to 0 dl 1781226841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226830.784410:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73ab480 with x1867750941607936 ext(0->157) 00002000:00010000:1.0:1781226830.784417:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c73ab480 00000100:00100000:1.0:1781226830.784454:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 87 00000100:00100000:1.0:1781226830.784465:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941607936:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781226830.785171:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7413c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964594944:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226830.785197:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226830.785259:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941607808:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 8968us (9374us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.785270:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 375 00000100:00100000:2.0:1781226830.786194:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941607936:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 1727us (1963us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1781226830.786205:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 87 00002000:00100000:2.0:1781226830.786215:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff89a4c73ab480 x1867750941607936/t4294967357(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:641/0 lens 648/448 e 0 to 0 dl 1781226841 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226830.786226:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73ab480 with x1867750941607936 ext(0->157) 00002000:00010000:2.0:1781226830.786232:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c73ab480 00000100:00100000:1.0:1781226830.789283:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.789384:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941608064 00000100:00100000:3.0:1781226830.789395:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941608064 00000100:00100000:3.0:1781226830.789463:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1215 00000100:00100000:3.0:1781226830.789474:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30471:x1867750941608064:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781226830.792150:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968035 is committed 00000001:00080000:0.0:1781226830.792185:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968029 is committed 00000020:00080000:0.0:1781226830.792189:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000100:00100000:2.0:1781226830.792590:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941608064:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 3111us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.792603:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1215 00000020:00080000:1.0:1781226830.792866:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:1.0:1781226830.792879:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:3.0:1781226830.794422:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.794438:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.794447:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.794453:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226830.794458:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.794466:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.794484:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226830.794487:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781226830.794492:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.794498:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465d92 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226830.795993:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226830.796137:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941608192 00000100:00100000:0.0:1781226830.796150:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941608192 00000100:00100000:0.0:1781226830.796212:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 320 00000100:00100000:0.0:1781226830.796224:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941608192:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1781226830.797896:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:0.0:1781226830.798190:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941608192:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 1960us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.798202:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 320 00000100:00100000:0.0:1781226830.802413:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.802568:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941608448 00000100:00100000:2.0:1781226830.802580:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941608448 00000100:00100000:2.0:1781226830.802646:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1216 00000100:00100000:2.0:1781226830.802657:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+46:30471:x1867750941608448:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.802765:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226830.802792:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4465dbc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d06 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.802812:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226830.802817:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226830.802846:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.802872:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.802883:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226830.803212:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000072e5debe reply state 000000001f401606 transno 4294968036 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.803227:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.803234:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226830.803237:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226830.803239:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226830.803395:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941608448:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 739us (992us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1781226830.803403:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1216 00000100:00100000:2.0:1781226830.814566:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226830.814680:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941608576 00000100:00100000:1.0:1781226830.814689:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941608576 00000100:00100000:1.0:1781226830.814778:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1217 00000100:00100000:1.0:1781226830.814788:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941608576:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226830.814815:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226830.814836:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d1b expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.814916:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.814930:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.814950:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226830.814953:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226830.814957:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226830.815174:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30471:x1867750941608576:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 386us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226830.815183:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1217 00000100:00100000:0.0:1781226830.819287:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.819433:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941608704 00000100:00100000:3.0:1781226830.819443:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941608704 00000100:00100000:3.0:1781226830.819503:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 321 00000100:00100000:3.0:1781226830.819514:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941608704:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781226830.819682:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781226830.819686:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1781226825 00002000:00010000:3.0:1781226830.819689:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1781226825 00002000:00010000:3.0:1781226830.819692:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1781226825 00002000:00010000:3.0:1781226830.819725:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781226830.819785:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941608704:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 272us (520us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1781226830.819795:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 321 00000100:00100000:3.0:1781226830.824199:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.824308:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941608960 00000100:00100000:2.0:1781226830.824318:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941608960 00000100:00100000:2.0:1781226830.824380:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1218 00000100:00100000:2.0:1781226830.824392:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30471:x1867750941608960:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.824461:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.824480:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.824494:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.824528:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.824542:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 48 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.824556:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964595072:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226830.824647:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785600 going to sleep for 11 seconds 00000100:00100000:1.0:1781226830.829224:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.829612:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941609088 00000100:00100000:3.0:1781226830.829621:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941609088 00010000:00010000:3.0:1781226830.829662:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.829745:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 376 00000100:00100000:3.0:1781226830.829756:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2426:x1867750941609088:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226830.829773:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226830.829779:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.829794:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.829829:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226830.829834:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.830145:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.830156:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.830248:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226830.830314:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2426:x1867750941609088:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 558us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.830323:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 376 00010000:00010000:2.0:1781226830.830540:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465d8b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cf1 expref: 48 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.830560:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964595072:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226830.830580:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830590:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830597:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830634:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830641:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830648:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830654:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226830.830659:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830667:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830677:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226830.830680:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781226830.830684:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.830691:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ddf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.830771:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941608960:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 6381us (6582us total) trans 0 rc -22/-22 00000100:00100000:2.0:1781226830.830780:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1218 00000100:00100000:0.0:1781226830.834391:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.834544:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941609216 00000100:00100000:3.0:1781226830.834553:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941609216 00000100:00100000:3.0:1781226830.834607:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:3.0:1781226830.834618:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941609216:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226830.834661:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.834683:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.834692:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226830.834731:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226830.834735:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.834770:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.834785:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 11 pid: 9780 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.834800:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964595200:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226830.835132:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f69d7300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226830.842225:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.843542:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964595200:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226830.843578:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226830.844524:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964595328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.844606:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.844646:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964595840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.844672:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.844689:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964596352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.844737:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.844754:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964596864:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.844775:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.844804:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226830.845157:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964595456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.845188:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.845216:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964595968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.845240:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.845258:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964596480:0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.845364:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964595456 00000100:00100000:2.0:1781226830.845373:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964595456 00000100:00100000:2.0:1781226830.845419:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964595968 00000100:00100000:2.0:1781226830.845423:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964595968 00000100:00100000:2.0:1781226830.845454:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1781226830.845463:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964595456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.845520:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964595456:12345-0@lo:400:kworker.0 Request processed in 58us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.845532:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1781226830.845553:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1781226830.845559:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964595968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.845586:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964595968:12345-0@lo:400:kworker.0 Request processed in 28us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.845592:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1781226830.845659:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.845684:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226830.845721:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964596992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226830.845748:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226830.845776:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964595456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.845786:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964595968:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846137:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964595712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846168:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.846187:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964596224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846208:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.846224:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964596736:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846244:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.846339:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781226830.846348:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964595584:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846377:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.846397:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964596096:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846417:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.846434:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964596608:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846455:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.846479:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596992 00000100:00100000:3.0:1781226830.846484:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596992 00000100:00100000:3.0:1781226830.846526:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1781226830.846534:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964596992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226830.846563:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152783680 pending 28672 free 3920338944 avail 3688816640 00000100:00100000:3.0:1781226830.846606:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964596992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.846612:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1781226830.846633:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964595840 00000100:00100000:3.0:1781226830.846637:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964595840 00000100:00100000:3.0:1781226830.846657:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964595584 00000100:00100000:3.0:1781226830.846660:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964595584 00000100:00100000:3.0:1781226830.846672:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1781226830.846678:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964595840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846746:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964595840:12345-0@lo:400:kworker.0 Request processed in 67us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.846752:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1781226830.846763:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1781226830.846768:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964595584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.846799:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964595584:12345-0@lo:400:kworker.0 Request processed in 31us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.846805:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1781226830.847063:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964595328 00000100:00100000:0.0:1781226830.847068:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964595328 00000100:00100000:0.0:1781226830.847119:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1781226830.847126:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964595328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.847198:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596480 00000100:00100000:2.0:1781226830.847202:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596480 00000100:00100000:2.0:1781226830.847225:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964595712 00000100:00100000:2.0:1781226830.847227:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964595712 00000100:00100000:2.0:1781226830.847236:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596096 00000100:00100000:2.0:1781226830.847238:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596096 00000100:00100000:2.0:1781226830.847248:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596608 00000100:00100000:2.0:1781226830.847250:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596608 00000100:00100000:2.0:1781226830.847336:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1781226830.847345:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964596480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.847395:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964595584:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.847423:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596352 00000100:00100000:3.0:1781226830.847426:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596352 00000100:00100000:3.0:1781226830.847450:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596864 00000100:00100000:3.0:1781226830.847453:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596864 00000100:00100000:3.0:1781226830.847465:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596224 00000100:00100000:3.0:1781226830.847467:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596224 00000100:00100000:3.0:1781226830.847477:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964596736 00000100:00100000:3.0:1781226830.847479:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964596736 00000100:00100000:3.0:1781226830.847488:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1781226830.847494:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964596352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226830.847577:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941609344 00000100:00100000:1.0:1781226830.847581:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941609344 00000100:00080000:1.0:1781226830.847601:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226830.847605:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226830.847607:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226830.847608:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226830.847663:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964597120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226830.847742:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964595328:12345-0@lo:400:kworker.0 Request processed in 615us (3134us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.847750:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1781226830.847790:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1781226830.847798:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964596864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.847829:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964596864:12345-0@lo:400:kworker.0 Request processed in 33us (3053us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.847835:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1781226830.847868:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1781226830.847876:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964596224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.847904:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964596224:12345-0@lo:400:kworker.0 Request processed in 30us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.847910:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1781226830.847920:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1781226830.847926:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964596736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226830.847952:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964596736:12345-0@lo:400:kworker.0 Request processed in 27us (1707us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.847957:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00010000:00010000:0.0:1781226830.848469:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226830.848512:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 377 00000100:00100000:0.0:1781226830.848521:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c803d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941609344:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226830.848533:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226830.848555:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.848569:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.848593:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4465dca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d14 expref: 12 pid: 9780 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.848612:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226830.848615:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226830.848621:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.848632:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.848660:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226830.848725:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c803d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941609344:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 206us (6516us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226830.848733:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 377 00000100:00100000:2.0:1781226830.850631:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964596480:12345-0@lo:400:kworker.0 Request processed in 3279us (4962us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.850646:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1781226830.850680:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1781226830.850707:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964595712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.850756:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964595712:12345-0@lo:400:kworker.0 Request processed in 69us (4588us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.850762:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1781226830.850775:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1781226830.850783:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964596096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.850816:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964596096:12345-0@lo:400:kworker.0 Request processed in 35us (4398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.850822:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1781226830.850833:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1781226830.850840:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964596608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226830.850885:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964596608:12345-0@lo:400:kworker.0 Request processed in 46us (4429us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.850891:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1781226830.851447:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964596352:12345-0@lo:400:kworker.0 Request processed in 3950us (6707us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.851458:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1781226830.851512:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964596096:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.851525:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964596608:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.851536:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964595712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.851552:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964596224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.851565:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964596736:0@lo:400:kworker.0 00010000:00010000:3.0:1781226830.852105:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852121:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852152:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852160:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852168:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852175:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226830.852179:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852189:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852208:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.852217:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac4465de6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.852456:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941609216:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 17836us (18070us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.852466:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:3.0:1781226830.852526:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964596992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226830.852539:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964596480:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.852552:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964595328:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.852563:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964595840:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.852574:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:3.0:1781226830.852579:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c72643c0, transno 4294967356 00000100:00100000:3.0:1781226830.852598:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964596352:0@lo:400:kworker.0 00000100:00100000:3.0:1781226830.852612:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964596864:0@lo:400:kworker.0 00000100:00100000:1.0:1781226830.852751:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226830.853238:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964597120 00000100:00100000:3.0:1781226830.853248:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964597120 00000100:00100000:3.0:1781226830.853371:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1781226830.853381:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964597120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226830.853405:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152783680 pending 28672 free 3920338944 avail 3688816640 00000100:00100000:3.0:1781226830.853453:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964597120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.853460:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1781226830.853587:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964597120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226830.856741:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.856816:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941609600 00000100:00100000:2.0:1781226830.856826:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941609600 00000100:00100000:2.0:1781226830.857113:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1219 00000100:00100000:2.0:1781226830.857125:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30471:x1867750941609600:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226830.857218:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857238:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857252:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857491:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857503:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857511:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857543:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.857557:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 48 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.857571:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f83c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964597248:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226830.857688:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781226830.862121:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226830.862243:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f83c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964597248:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226830.862283:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226830.863137:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941609728 00000100:00100000:3.0:1781226830.863147:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941609728 00010000:00010000:2.0:1781226830.863550:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226830.863643:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 378 00000100:00100000:2.0:1781226830.863654:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941609728:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226830.863671:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226830.863679:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.863720:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.863749:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465dd8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d1b expref: 49 pid: 10991 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.863768:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:2.0:1781226830.863773:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.863784:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.863792:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226830.863818:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226830.863981:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.863989:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226830.864113:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968037 00000004:02000000:3.0:1781226830.864243:0:14117:0:(mdd_object.c:3041:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000100:00100000:2.0:1781226830.865219:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941609728:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1549us (3090us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226830.865234:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 378 00000001:00080000:1.0:1781226830.870181:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968038 00010000:00010000:1.0:1781226830.870251:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870272:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870280:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870286:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226830.870291:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870299:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870316:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226830.870319:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226830.870324:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870330:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465df4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870359:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870365:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870371:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870377:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226830.870381:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870387:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870395:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226830.870397:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226830.870405:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870416:0:14117:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870424:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.870463:0:14117:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226830.870478:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964597376:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226830.870568:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fb1aef00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226830.881576:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964597376:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226830.881612:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881628:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465d29 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881663:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881677:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881689:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881719:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881726:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881733:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881738:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226830.881741:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881748:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881759:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226830.881762:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226830.881765:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881771:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465dfb lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881780:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881785:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881792:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881797:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226830.881800:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881805:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881811:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226830.881813:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226830.881815:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.881821:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4465ded lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226830.882004:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30471:x1867750941609600:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 24879us (25315us total) trans 0 rc -95/-95 00000100:00100000:1.0:1781226830.882016:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1219 00000020:00080000:1.0:1781226830.882023:0:14117:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1781226830.882254:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000040:00080000:3.0:1781226830.883590:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226830.883599:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226830.884252:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1781226830.884546:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226830.888067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.888198:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941609856 00000100:00100000:3.0:1781226830.888210:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941609856 00000100:00100000:3.0:1781226830.888257:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941610112 00000100:00100000:3.0:1781226830.888261:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941610112 00000100:00100000:3.0:1781226830.888292:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 230 00000100:00100000:3.0:1781226830.888302:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:30470:x1867750941609856:12345-192.168.202.30@tcp:49:diff.0 00000100:00100000:3.0:1781226830.888472:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:30470:x1867750941609856:12345-192.168.202.30@tcp:49:diff.0 Request processed in 168us (6214us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226830.888481:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 230 00000100:00100000:3.0:1781226830.888503:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 231 00000100:00100000:3.0:1781226830.888511:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4489450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30471:x1867750941610112:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781226830.890600:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1781226830.891349:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9200 00000004:00080000:3.0:1781226830.891375:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 790031678479ns, next at 791031672796ns, rc = 0 00000001:00080000:3.0:1781226830.891390:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968039 00010000:00010000:3.0:1781226830.891464:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.891482:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.891494:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.891504:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.891511:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.891518:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226830.891606:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226830.891756:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4489450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30471:x1867750941610112:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 3242us (3698us total) trans 4294968040 rc 0/0 00000100:00100000:3.0:1781226830.891768:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 231 00000020:00080000:3.0:1781226830.891775:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781226830.895736:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226830.896871:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941610368 00000100:00100000:3.0:1781226830.896883:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941610368 00000100:00100000:3.0:1781226830.896948:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 232 00000100:00100000:3.0:1781226830.896959:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:30470:x1867750941610368:12345-192.168.202.30@tcp:35:diff.0 00000100:00100000:3.0:1781226830.898426:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+96:30470:x1867750941610368:12345-192.168.202.30@tcp:35:diff.0 Request processed in 1457us (2725us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1781226830.898441:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 232 00010000:00010000:0.0:1781226830.898609:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226830.898618:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.898630:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226830.898635:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.898645:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.898664:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:0.0:1781226830.898667:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781226830.898671:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226830.898678:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4465e02 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226830.899035:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226830.899038:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226830.899040:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226830.974928:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226831.102277:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226831.875833:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226831.875858:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964597504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226831.875932:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226831.878299:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964597504 00000100:00100000:3.0:1781226831.878316:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964597504 00000100:00100000:3.0:1781226831.878382:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781226831.878394:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964597504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226831.878445:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226831.878558:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964597504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 166us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226831.878567:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1781226831.880213:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964597504:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1781226831.883984:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:2.0:1781226831.884002:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000040:00080000:1.0:1781226831.933266:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226831.933279:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226831.933373:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1781226831.933381:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226831.996873:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226832.015799:0:22502:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226832.015808:0:22502:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226832.015840:0:22502:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1781226832.015846:0:22502:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226833.020340:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226833.408647:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226833.408672:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964597632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226833.408836:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226833.408986:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964597632 00000100:00100000:0.0:1781226833.408996:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964597632 00000100:00100000:0.0:1781226833.409075:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1781226833.409089:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964597632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226833.409128:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1781226833.409176:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964597632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226833.409183:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1781226833.409254:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964597632:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226833.409750:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226833.411921:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:1.0:1781226833.412397:0:8577:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 792552700304ns, next at 793552697748ns, rc = 0 00000100:00100000:2.0:1781226833.425207:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964597760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226833.425640:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226833.426136:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964597760 00000100:00100000:3.0:1781226833.426145:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964597760 00000100:00100000:3.0:1781226833.426224:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1781226833.426234:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964597760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226833.426269:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1781226833.426320:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964597760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226833.426328:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:0.0:1781226833.426448:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226833.426931:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964597760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226833.821327:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821380:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821413:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821438:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821468:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821488:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821506:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821523:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821548:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226833.821576:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941610624 00000100:00100000:1.0:1781226833.821586:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941610624 00000100:00100000:1.0:1781226833.821637:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611136 00000100:00100000:1.0:1781226833.821640:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611136 00000100:00100000:1.0:1781226833.821652:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941610752 00000100:00100000:1.0:1781226833.821655:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941610752 00000100:00100000:1.0:1781226833.821666:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611264 00000100:00100000:1.0:1781226833.821668:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611264 00000100:00100000:1.0:1781226833.821684:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1002 00000100:00100000:1.0:1781226833.821718:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:2425:x1867750941610624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.821819:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:2425:x1867750941610624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 126us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.821827:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1002 00000100:00100000:1.0:1781226833.821846:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1003 00000100:00100000:1.0:1781226833.821852:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2425:x1867750941611136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.821881:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:2425:x1867750941611136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.821887:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1003 00000100:00100000:1.0:1781226833.821898:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1004 00000100:00100000:1.0:1781226833.821904:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941610752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.821926:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941610752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.821931:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1004 00000100:00100000:1.0:1781226833.821956:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1005 00000100:00100000:1.0:1781226833.821963:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941611264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.821985:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941611264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.821994:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1005 00000100:00100000:1.0:1781226833.822012:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941610496 00000100:00100000:1.0:1781226833.822016:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941610496 00000100:00100000:1.0:1781226833.822041:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 732 00000100:00100000:1.0:1781226833.822048:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941610496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.822083:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941610496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.822089:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 732 00000100:00100000:1.0:1781226833.822120:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941610880 00000100:00100000:1.0:1781226833.822124:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941610880 00000100:00100000:1.0:1781226833.822150:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611392 00000100:00100000:1.0:1781226833.822153:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611392 00000100:00100000:1.0:1781226833.822167:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611008 00000100:00100000:1.0:1781226833.822170:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611008 00000100:00100000:1.0:1781226833.822181:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611520 00000100:00100000:1.0:1781226833.822184:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611520 00000100:00100000:1.0:1781226833.822198:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 587 00000100:00100000:1.0:1781226833.822205:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941610880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.822231:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941610880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.822238:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 587 00000100:00100000:1.0:1781226833.822249:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 588 00000100:00100000:1.0:1781226833.822256:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941611392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.822275:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941611392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.822281:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 588 00000100:00100000:1.0:1781226833.822292:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 589 00000100:00100000:1.0:1781226833.822298:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941611008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.822322:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941611008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.822328:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 589 00000100:00100000:1.0:1781226833.822338:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 590 00000100:00100000:1.0:1781226833.822344:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941611520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226833.822362:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941611520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226833.822368:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 590 00000100:00080000:0.0:1781226833.822949:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226833.822956:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226833.822959:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226833.822962:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226834.045769:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226834.428030:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226834.430968:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964597888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226834.431168:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226834.431312:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964597888 00000100:00100000:2.0:1781226834.431322:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964597888 00000100:00100000:2.0:1781226834.431383:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1781226834.431405:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964597888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226834.431449:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1781226834.431508:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964597888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226834.431516:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1781226834.431869:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964597888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226834.432651:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226834.432731:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611776 00000100:00100000:1.0:1781226834.432738:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611776 00000100:00100000:1.0:1781226834.432784:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1220 00000100:00100000:1.0:1781226834.432792:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:30500:x1867750941611776:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226834.432808:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226834.432830:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d22 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.432911:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.432926:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.432948:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.432968:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.432976:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.432981:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433115:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465e1e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433125:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465e1e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433132:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465e1e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226834.433142:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1781226834.433225:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433244:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433250:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433255:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226834.433259:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433270:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433281:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226834.433284:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226834.433289:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433294:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433305:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433310:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433315:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433319:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226834.433322:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433326:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433332:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226834.433335:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226834.433338:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433346:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433587:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d22 expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433607:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465e1e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d22 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226834.433614:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226834.433616:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226834.433619:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226834.433676:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:30500:x1867750941611776:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 884us (1027us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1781226834.433684:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1220 00000100:00100000:1.0:1781226834.440756:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226834.440840:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941611904 00000100:00100000:3.0:1781226834.440852:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941611904 00000100:00100000:3.0:1781226834.440920:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1221 00000100:00100000:3.0:1781226834.440932:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:30500:x1867750941611904:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:3.0:1781226834.441326:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441343:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441356:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441467:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441476:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441482:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441487:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226834.441491:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441498:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441511:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:3.0:1781226834.441514:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226834.441519:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226834.441526:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465e2c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226834.441607:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:30500:x1867750941611904:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 677us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226834.441615:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1221 00000100:00100000:3.0:1781226834.450523:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226834.450602:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612160 00000100:00100000:2.0:1781226834.450613:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612160 00000100:00100000:2.0:1781226834.450673:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 233 00000100:00100000:2.0:1781226834.450684:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+98:30500:x1867750941612160:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:2.0:1781226834.450932:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+99:30500:x1867750941612160:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 248us (417us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1781226834.451130:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 233 00010000:00010000:1.0:1781226835.068136:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226835.964499:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226835.964534:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964598016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226835.964640:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226835.964734:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598016 00000100:00100000:3.0:1781226835.964745:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598016 00000100:00100000:3.0:1781226835.964847:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1781226835.964860:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964598016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226835.964907:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1781226835.964986:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964598016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.964995:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1781226835.965057:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964598016:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1781226835.965268:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226835.965423:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226835.965686:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226835.965714:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964598400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226835.965919:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226835.965967:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598400 00000100:00100000:1.0:1781226835.965974:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598400 00000100:00100000:1.0:1781226835.966030:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1781226835.966052:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964598400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226835.966074:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226835.966113:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964598400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226835.966121:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1781226835.966153:0:3667:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:1.0:1781226835.966160:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967362 00000004:00080000:1.0:1781226835.966183:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c73a92c0, transno 4294967362 00000100:00100000:1.0:1781226835.966200:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964598400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226835.967115:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226835.967139:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964598272:0@lo:400:kworker.0 00000100:00100000:2.0:1781226835.967208:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226835.967366:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598272 00000100:00100000:1.0:1781226835.967375:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598272 00000100:00100000:1.0:1781226835.967446:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1781226835.967458:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964598272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226835.967670:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964598272:12345-0@lo:400:kworker.0 Request processed in 214us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226835.967680:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00080000:2.0:1781226835.967732:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226835.967771:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964598272:0@lo:400:kworker.0 00000001:00080000:2.0:1781226835.970173:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968043 is committed 00000004:00080000:2.0:1781226835.970198:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:2.0:1781226835.970239:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00000004:00080000:2.0:1781226835.970243:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000100:00100000:1.0:1781226835.972147:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964598528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781226835.972189:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964598144:0@lo:400:kworker.0 00000100:00100000:2.0:1781226835.972262:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226835.972272:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226835.972368:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598144 00000100:00100000:0.0:1781226835.972380:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598144 00000100:00100000:0.0:1781226835.972462:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1781226835.972475:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964598144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.972550:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964598144:12345-0@lo:400:kworker.0 Request processed in 78us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226835.972559:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1781226835.972616:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964598144:0@lo:400:kworker.0 00010000:00010000:3.0:1781226835.973279:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226835.973295:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226835.973304:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226835.973311:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226835.973318:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226835.973327:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226835.973354:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff89a5fb2d1100) 00010000:00010000:3.0:1781226835.973358:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226835.973364:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226835.973371:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465dd1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226835.973475:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964598656:0@lo:400:kworker.0 00000100:00100000:2.0:1781226835.973530:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226835.973638:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598656 00000100:00100000:0.0:1781226835.973645:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598656 00000100:00100000:0.0:1781226835.973688:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1781226835.973719:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964598656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226835.973978:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598528 00000100:00100000:1.0:1781226835.973985:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598528 00000100:00100000:1.0:1781226835.974029:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1781226835.974049:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964598528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781226835.974082:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00002000:00010000:1.0:1781226835.974123:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a2b5d49, atime: 0x6a2b5d49, ctime: 0x6a2b5d49, blocks: 0x8 00010000:00010000:1.0:1781226835.974133:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.974155:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226835.974157:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226835.974165:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.974184:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.974194:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.974203:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.974236:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226835.976103:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964598528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2057us (3832us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1781226835.976121:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00010000:00010000:1.0:1781226835.976176:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226835.976185:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.976200:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226835.976205:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.976216:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.976255:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.976274:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc294f51/0x5d5522eac4465e33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226835.977749:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226835.977752:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226835.977756:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781226835.978017:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a6057fa1c0/2, rc 0, transno 4294967359 00000100:00100000:1.0:1781226835.978029:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964598528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781226835.982117:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964598912:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982235:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226835.982320:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598912 00000100:00100000:3.0:1781226835.982330:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598912 00000100:00100000:3.0:1781226835.982381:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1781226835.982391:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964598912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982456:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964598912:12345-0@lo:400:kworker.0 Request processed in 66us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.982464:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1781226835.982514:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964598912:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982557:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964599040:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982586:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226835.982615:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599040 00000100:00100000:3.0:1781226835.982619:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599040 00000100:00100000:3.0:1781226835.982674:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1781226835.982682:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964599040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982744:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964599040:12345-0@lo:400:kworker.0 Request processed in 64us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.982751:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1781226835.982776:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964599040:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982830:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964599424:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982856:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226835.982886:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599424 00000100:00100000:3.0:1781226835.982890:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599424 00000100:00100000:3.0:1781226835.982923:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1781226835.982931:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964599424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.982970:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964599424:12345-0@lo:400:kworker.0 Request processed in 40us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.982977:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1781226835.983007:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964599424:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.983065:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964599552:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.983093:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226835.983126:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599552 00000100:00100000:3.0:1781226835.983129:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599552 00000100:00100000:3.0:1781226835.983159:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1781226835.983166:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964599552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.983203:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964599552:12345-0@lo:400:kworker.0 Request processed in 37us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.983210:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1781226835.983236:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964599552:0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.984093:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964598656:12345-0@lo:400:kworker.0 Request processed in 10390us (10556us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226835.984106:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1781226835.984187:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964598784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.984239:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226835.984262:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964599296:0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.984291:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226835.984320:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599296 00000100:00100000:0.0:1781226835.984328:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599296 00000100:00100000:0.0:1781226835.984371:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781226835.984380:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964599296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.984426:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964599296:12345-0@lo:400:kworker.0 Request processed in 48us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226835.984433:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781226835.984467:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964599296:0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.984490:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226835.984496:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964599168:0@lo:400:kworker.0 00000100:00100000:0.0:1781226835.984521:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226835.984774:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964598784 00000100:00100000:3.0:1781226835.984780:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964598784 00000100:00100000:3.0:1781226835.984813:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599168 00000100:00100000:3.0:1781226835.984816:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599168 00000100:00100000:3.0:1781226835.984842:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1781226835.984849:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964598784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.984894:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964598784:12345-0@lo:400:kworker.0 Request processed in 45us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.984901:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1781226835.984914:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1781226835.985059:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964599168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.985095:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964599168:12345-0@lo:400:kworker.0 Request processed in 41us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226835.985101:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1781226835.985150:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964599168:0@lo:400:kworker.0 00000100:00100000:3.0:1781226835.985164:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964598784:0@lo:400:kworker.0 00000100:00080000:0.0:1781226835.986071:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226835.986080:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226835.986084:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226835.993474:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964598656:0@lo:400:kworker.0 00000001:00080000:0.0:1781226835.994515:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000001:00080000:0.0:1781226835.994530:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00010000:00010000:3.0:1781226836.095518:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226836.990314:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226836.990348:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964599680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226836.990464:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226836.991097:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599680 00000100:00100000:0.0:1781226836.991109:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599680 00000100:00100000:0.0:1781226836.991175:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1781226836.991187:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964599680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226836.991235:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226836.991313:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964599680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226836.991321:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1781226836.991490:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964599680:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781226837.054011:0:22696:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226837.054025:0:22696:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226837.054096:0:22696:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1781226837.054110:0:22696:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226837.130361:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226838.140043:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226838.270428:0:22744:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226838.523907:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226838.523939:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964599808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226838.524034:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226838.524244:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599808 00000100:00100000:0.0:1781226838.524254:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599808 00000100:00100000:0.0:1781226838.524325:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1781226838.524335:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964599808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226838.524364:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226838.524413:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964599808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226838.524421:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1781226838.524467:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964599808:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226838.524515:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226838.524813:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964599936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226838.524917:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226838.525078:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964599936 00000100:00100000:1.0:1781226838.525084:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964599936 00000100:00080000:2.0:1781226838.525195:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226838.528349:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1781226838.528378:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964599936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226838.528417:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226838.528519:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964599936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 156us (3602us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226838.528528:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1781226838.528662:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:2.0:1781226838.528669:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a6057fa1c0, transno 4294967359 00000100:00100000:2.0:1781226838.528723:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964599936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226838.945368:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945402:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945417:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945426:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945442:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945454:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945467:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945478:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945507:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226838.945578:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612672 00000100:00100000:3.0:1781226838.945587:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612672 00000100:00100000:3.0:1781226838.945643:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613184 00000100:00100000:3.0:1781226838.945646:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613184 00000100:00100000:3.0:1781226838.945666:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612800 00000100:00100000:3.0:1781226838.945669:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612800 00000100:00100000:3.0:1781226838.945681:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613312 00000100:00100000:3.0:1781226838.945682:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613312 00000100:00100000:3.0:1781226838.945725:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 592 00000100:00100000:3.0:1781226838.945735:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941612672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.945808:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941612672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 75us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.945815:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 592 00000100:00100000:3.0:1781226838.945832:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 593 00000100:00100000:3.0:1781226838.945839:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941613184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.945863:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941613184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.945869:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 593 00000100:00100000:3.0:1781226838.945880:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 594 00000100:00100000:3.0:1781226838.945886:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941612800:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.945909:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941612800:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.945916:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 594 00000100:00100000:3.0:1781226838.945928:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 595 00000100:00100000:3.0:1781226838.945934:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941613312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.945956:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941613312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.945963:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 595 00000100:00100000:3.0:1781226838.945981:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612416 00000100:00100000:3.0:1781226838.945985:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612416 00000100:00100000:3.0:1781226838.946026:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612928 00000100:00100000:3.0:1781226838.946029:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612928 00000100:00100000:3.0:1781226838.946042:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612544 00000100:00100000:3.0:1781226838.946044:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612544 00000100:00100000:3.0:1781226838.946054:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613056 00000100:00100000:3.0:1781226838.946056:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613056 00000100:00100000:3.0:1781226838.946069:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1012 00000100:00100000:3.0:1781226838.946075:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+96:2426:x1867750941612416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.946109:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+96:2426:x1867750941612416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.946116:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1012 00000100:00100000:3.0:1781226838.946128:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1013 00000100:00100000:3.0:1781226838.946134:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941612928:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.946159:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941612928:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.946165:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1013 00000100:00100000:3.0:1781226838.946176:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1014 00000100:00100000:3.0:1781226838.946182:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941612544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.946204:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941612544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.946211:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1014 00000100:00100000:3.0:1781226838.946223:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1015 00000100:00100000:3.0:1781226838.946228:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941613056:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.946249:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941613056:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.946254:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1015 00000100:00100000:3.0:1781226838.946276:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941612288 00000100:00100000:3.0:1781226838.946280:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941612288 00000100:00100000:3.0:1781226838.946306:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 734 00000100:00100000:3.0:1781226838.946312:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941612288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226838.946335:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941612288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226838.946341:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 734 00000100:00080000:3.0:1781226838.946385:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226838.946388:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226838.946391:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226838.946393:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781226839.166024:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226839.548842:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226839.548866:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964600064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226839.548943:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226839.548982:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600064 00000100:00100000:2.0:1781226839.548989:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600064 00000100:00100000:2.0:1781226839.549057:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1781226839.549067:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964600064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226839.549103:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1781226839.549164:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964600064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226839.549172:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1781226839.549240:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964600064:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226840.193048:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226841.084150:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964600192:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084357:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084452:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964600704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084478:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084495:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964601216:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084633:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084657:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964601728:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084680:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084733:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226841.084740:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964600320:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084770:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084789:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964600832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084810:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084827:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c921a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964601344:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084848:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084878:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964600448:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.084952:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.084971:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964600960:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.085004:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.085022:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964601472:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.085045:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.085062:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226841.085068:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964600576:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.085089:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.085100:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964601088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.085119:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.085135:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c921b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964601600:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.085154:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.086692:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600704 00000100:00100000:0.0:1781226841.086721:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600704 00000100:00100000:0.0:1781226841.086779:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600448 00000100:00100000:0.0:1781226841.086783:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600448 00000100:00100000:0.0:1781226841.086803:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1781226841.086812:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964600704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.086894:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964600704:12345-0@lo:400:kworker.0 Request processed in 83us (2414us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.086901:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1781226841.086921:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1781226841.086927:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964600448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.086958:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964600448:12345-0@lo:400:kworker.0 Request processed in 31us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.086964:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1781226841.086998:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601216 00000100:00100000:0.0:1781226841.087001:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601216 00000100:00100000:0.0:1781226841.087039:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601728 00000100:00100000:0.0:1781226841.087042:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601728 00000100:00100000:0.0:1781226841.087060:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601088 00000100:00100000:0.0:1781226841.087064:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601088 00000100:00100000:0.0:1781226841.087075:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601600 00000100:00100000:0.0:1781226841.087078:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601600 00000100:00100000:0.0:1781226841.087091:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1781226841.087097:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964601216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.087129:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964601216:12345-0@lo:400:kworker.0 Request processed in 32us (2613us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.087136:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1781226841.087148:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1781226841.087154:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964601728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.087195:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964601728:12345-0@lo:400:kworker.0 Request processed in 41us (2514us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.087201:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1781226841.087212:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1781226841.087218:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964601088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.087246:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964601088:12345-0@lo:400:kworker.0 Request processed in 29us (2126us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.087253:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1781226841.087264:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781226841.087270:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964601600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.087301:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964601600:12345-0@lo:400:kworker.0 Request processed in 31us (2146us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.087306:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781226841.087330:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600320 00000100:00100000:0.0:1781226841.087333:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600320 00000100:00100000:0.0:1781226841.087353:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600832 00000100:00100000:0.0:1781226841.087356:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600832 00000100:00100000:0.0:1781226841.087368:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601344 00000100:00100000:0.0:1781226841.087371:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601344 00000100:00100000:0.0:1781226841.087382:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600960 00000100:00100000:0.0:1781226841.087385:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600960 00000100:00100000:0.0:1781226841.087396:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601472 00000100:00100000:0.0:1781226841.092270:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601472 00000100:00100000:0.0:1781226841.092331:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600576 00000100:00100000:0.0:1781226841.092336:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600576 00000100:00100000:0.0:1781226841.092359:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1781226841.092370:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964600320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.092479:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964600320:12345-0@lo:400:kworker.0 Request processed in 111us (7708us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.092487:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1781226841.092508:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1781226841.094315:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964600832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.094411:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964600832:12345-0@lo:400:kworker.0 Request processed in 122us (9599us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.094420:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1781226841.094454:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1781226841.094462:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964601344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.094493:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964601344:12345-0@lo:400:kworker.0 Request processed in 32us (9644us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.094499:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1781226841.094512:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00080000:0.0:1781226841.096353:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226841.096364:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226841.096368:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226841.096370:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226841.096414:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964601856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226841.096486:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.096612:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601856 00000100:00100000:0.0:1781226841.096621:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601856 00000100:00100000:0.0:1781226841.096663:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1781226841.096671:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964601856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226841.096722:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1781226841.096765:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964601856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.096773:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1781226841.096820:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964601856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226841.096848:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226841.096856:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964601984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226841.096879:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226841.096903:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964601984 00000100:00100000:0.0:1781226841.096906:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964601984 00000100:00100000:0.0:1781226841.096926:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1781226841.096932:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964601984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226841.096942:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1781226841.096973:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964601984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226841.096979:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1781226841.099842:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964600192 00000100:00100000:3.0:1781226841.099859:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964600192 00000100:00100000:3.0:1781226841.100094:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1781226841.100106:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964600192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226841.100212:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964600192:12345-0@lo:400:kworker.0 Request processed in 108us (15854us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226841.100220:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1781226841.103461:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964601984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226841.103528:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964601088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103540:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964601600:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103552:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964600448:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103592:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964600320:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103606:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964600832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103618:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964601344:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103627:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964600192:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103639:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964600704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103650:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964601216:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103660:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964601728:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103713:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964600960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.103807:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964600960:12345-0@lo:400:kworker.0 Request processed in 7475us (18801us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226841.106819:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964600960:0@lo:400:kworker.0 00000100:00100000:2.0:1781226841.107451:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1781226841.107498:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1781226841.107510:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964600576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226841.107610:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964600576:12345-0@lo:400:kworker.0 Request processed in 104us (22519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226841.107618:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1781226841.107714:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964600576:0@lo:400:kworker.0 00000100:00100000:2.0:1781226841.107739:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964601472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226841.107779:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c959d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964601472:12345-0@lo:400:kworker.0 Request processed in 318us (22733us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226841.107786:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1781226841.107813:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964601472:0@lo:400:kworker.0 00000100:00100000:0.0:1781226841.112649:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000040:00080000:0.0:1781226841.154497:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226841.154509:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226841.154610:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:0.0:1781226841.154618:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226841.212329:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226841.343077:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226842.108204:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226842.108235:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964602112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226842.108329:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226842.108530:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602112 00000100:00100000:0.0:1781226842.108539:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602112 00000100:00100000:0.0:1781226842.108605:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1781226842.108614:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964602112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226842.108652:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226842.108729:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964602112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226842.108736:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1781226842.108896:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964602112:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226842.239853:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226843.260093:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226843.646677:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964602240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226843.646791:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226843.647009:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602240 00000100:00100000:0.0:1781226843.647018:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602240 00000100:00100000:0.0:1781226843.647091:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1781226843.647103:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964602240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226843.647144:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226843.647196:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964602240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226843.647205:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:3.0:1781226843.647282:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226843.647523:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964602240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226843.650759:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226843.650790:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964602368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226843.650871:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226843.651014:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602368 00000100:00100000:1.0:1781226843.651023:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602368 00000100:00100000:1.0:1781226843.651096:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1781226843.651107:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964602368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226843.651136:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226843.651186:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964602368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226843.651194:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1781226843.651246:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964602368:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781226843.651452:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226844.069104:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069155:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069199:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069235:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069276:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069298:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069320:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069343:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226844.069370:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613568 00000100:00100000:2.0:1781226844.069379:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613568 00000100:00100000:2.0:1781226844.069436:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614080 00000100:00100000:2.0:1781226844.069439:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614080 00000100:00100000:2.0:1781226844.069452:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613696 00000100:00100000:2.0:1781226844.069454:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613696 00000100:00100000:2.0:1781226844.069466:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614208 00000100:00100000:2.0:1781226844.069468:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614208 00000100:00100000:2.0:1781226844.069484:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1022 00000100:00100000:2.0:1781226844.069494:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:2424:x1867750941613568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226844.069568:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:2424:x1867750941613568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 75us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.069575:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1022 00000100:00100000:2.0:1781226844.069593:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1023 00000100:00100000:2.0:1781226844.069599:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2424:x1867750941614080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226844.069624:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2424:x1867750941614080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.069631:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1023 00000100:00100000:2.0:1781226844.069646:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1024 00000100:00100000:2.0:1781226844.069653:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941613696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226844.069675:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941613696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.069680:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1024 00000100:00100000:2.0:1781226844.069691:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1025 00000100:00100000:2.0:1781226844.069724:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941614208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226844.069736:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613824 00000100:00100000:1.0:1781226844.069741:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613824 00000100:00100000:2.0:1781226844.069746:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941614208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 51us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.069752:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1025 00000100:00100000:1.0:1781226844.069768:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614336 00000100:00100000:1.0:1781226844.069771:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614336 00000100:00100000:1.0:1781226844.069788:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613952 00000100:00100000:2.0:1781226844.069789:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614464 00000100:00100000:1.0:1781226844.069790:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613952 00000100:00100000:2.0:1781226844.069791:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614464 00000100:00100000:1.0:1781226844.069806:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 600 00000100:00100000:1.0:1781226844.069812:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941613824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226844.069842:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2424:x1867750941613824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226844.069872:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941613440 00000100:00100000:3.0:1781226844.069877:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941613440 00000100:00100000:3.0:1781226844.069907:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 736 00000100:00100000:3.0:1781226844.069914:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941613440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226844.069955:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941613440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226844.069990:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 736 00000100:00080000:3.0:1781226844.070189:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226844.070194:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226844.070197:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226844.070199:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226844.072132:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 601 00000100:00100000:2.0:1781226844.072164:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941614336:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226844.072274:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941614336:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 128us (3015us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.072283:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 601 00000100:00100000:2.0:1781226844.072315:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 602 00000100:00100000:2.0:1781226844.072323:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941613952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226844.072349:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941613952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.072355:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 602 00000100:00100000:2.0:1781226844.072367:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 603 00000100:00100000:2.0:1781226844.072374:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941614464:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226844.072397:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941614464:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (3053us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226844.072403:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 603 00000100:00100000:1.0:1781226844.074739:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 600 00010000:00010000:2.0:1781226844.284883:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226844.669672:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964602496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226844.669953:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226844.675356:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602496 00000100:00100000:0.0:1781226844.675372:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602496 00000100:00100000:0.0:1781226844.675495:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1781226844.675506:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964602496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226844.675547:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781226844.675646:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964602496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (5692us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226844.675654:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1781226844.675934:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964602496:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226845.307989:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226846.204387:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964602624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226846.204482:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226846.204617:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602624 00000100:00100000:1.0:1781226846.204625:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602624 00000100:00100000:1.0:1781226846.204720:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1781226846.204732:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964602624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226846.204766:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226846.204817:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964602624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226846.204825:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00080000:0.0:1781226846.204904:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226846.204957:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964602624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226846.205110:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226846.205122:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964602752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226846.205176:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226846.205312:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602752 00000100:00100000:1.0:1781226846.205317:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602752 00000100:00100000:1.0:1781226846.205370:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1781226846.205377:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964602752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226846.205390:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00080000:0.0:1781226846.205506:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226846.205814:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964602752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 437us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226846.205822:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1781226846.207457:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964603136:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.207519:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964603008:0@lo:400:kworker.0 00000100:00100000:2.0:1781226846.207815:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964602880:0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.208028:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964603264:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.217454:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226846.217507:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964603520:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.217546:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226846.217583:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964604032:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.217606:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226846.217659:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603008 00000100:00100000:3.0:1781226846.217666:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603008 00000100:00100000:3.0:1781226846.217738:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603520 00000100:00100000:3.0:1781226846.217742:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603520 00000100:00100000:3.0:1781226846.217770:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604032 00000100:00100000:3.0:1781226846.217773:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604032 00000100:00100000:3.0:1781226846.217791:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1781226846.217799:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964603008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.217868:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964603008:12345-0@lo:400:kworker.0 Request processed in 70us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226846.217875:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1781226846.217892:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1781226846.217901:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964603520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.217936:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964603520:12345-0@lo:400:kworker.0 Request processed in 36us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226846.217954:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1781226846.217966:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1781226846.217973:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964604032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.217998:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964604032:12345-0@lo:400:kworker.0 Request processed in 26us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226846.218003:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:3.0:1781226846.218025:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226846.218064:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964603008:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.218074:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964603520:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.218081:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964604032:0@lo:400:kworker.0 00000100:00100000:0.0:1781226846.221584:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226846.221682:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964603648:0@lo:400:kworker.0 00000100:00100000:0.0:1781226846.221760:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226846.221782:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964604160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226846.221804:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226846.223600:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603136 00000100:00100000:3.0:1781226846.223621:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603136 00000100:00100000:3.0:1781226846.223711:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1781226846.223723:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964603136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.224973:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964603136:12345-0@lo:400:kworker.0 Request processed in 1242us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226846.225070:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1781226846.225128:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603648 00000100:00100000:3.0:1781226846.225135:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603648 00000100:00100000:3.0:1781226846.225188:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604160 00000100:00100000:3.0:1781226846.225191:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604160 00000100:00100000:3.0:1781226846.225213:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1781226846.225221:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964603648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226846.225375:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964603136:0@lo:400:kworker.0 00000100:00080000:0.0:1781226846.225422:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226846.225436:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1781226846.225444:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964604160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.227282:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964603648:12345-0@lo:400:kworker.0 Request processed in 2053us (5512us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226846.227309:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1781226846.233828:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226846.233929:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964603392:0@lo:400:kworker.0 00000100:00100000:2.0:1781226846.233999:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226846.234032:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964603904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226846.234059:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226846.234087:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603904 00000100:00100000:2.0:1781226846.234095:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603904 00000100:00100000:2.0:1781226846.234156:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1781226846.234166:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964603904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226846.234224:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964603904:12345-0@lo:400:kworker.0 Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226846.234231:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:2.0:1781226846.234256:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226846.234286:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964603904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226846.234309:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964602752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226846.235080:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964602880 00000100:00100000:1.0:1781226846.235087:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964602880 00000100:00100000:1.0:1781226846.235140:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781226846.235148:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964602880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.235202:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964602880:12345-0@lo:400:kworker.0 Request processed in 56us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226846.235209:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781226846.235248:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226846.235279:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603264 00000100:00100000:1.0:1781226846.235283:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603264 00000100:00100000:1.0:1781226846.235312:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1781226846.235319:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964603264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.235353:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964603264:12345-0@lo:400:kworker.0 Request processed in 35us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226846.235360:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1781226846.235393:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964603264:0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.235401:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964603776:0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.235428:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226846.235449:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603776 00000100:00100000:1.0:1781226846.235453:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603776 00000100:00100000:1.0:1781226846.235485:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1781226846.235491:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964603776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.235500:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964603392 00000100:00100000:3.0:1781226846.235505:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964603392 00000100:00100000:1.0:1781226846.235522:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964603776:12345-0@lo:400:kworker.0 Request processed in 31us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226846.235528:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1781226846.235533:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1781226846.235540:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964603392:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1781226846.235541:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226846.235556:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964603776:0@lo:400:kworker.0 00000100:00100000:3.0:1781226846.235578:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964603392:12345-0@lo:400:kworker.0 Request processed in 38us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226846.235587:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1781226846.235688:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964602880:0@lo:400:kworker.0 00000100:00100000:2.0:1781226846.235719:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964603392:0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.235837:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964603648:0@lo:400:kworker.0 00000100:00100000:1.0:1781226846.245212:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964604160:12345-0@lo:400:kworker.0 Request processed in 19759us (23396us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226846.245229:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1781226846.245282:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964604160:0@lo:400:kworker.0 00010000:00010000:1.0:1781226846.331973:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226847.228912:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964604288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226847.229035:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226847.229181:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604288 00000100:00100000:3.0:1781226847.229190:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604288 00000100:00100000:3.0:1781226847.229268:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1781226847.229279:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964604288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226847.229347:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226847.230910:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964604288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1624us (1866us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226847.230926:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1781226847.231163:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964604288:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226847.356790:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226848.381721:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226848.764235:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964604416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226848.764310:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226848.764454:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604416 00000100:00100000:1.0:1781226848.764465:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604416 00000100:00100000:1.0:1781226848.764535:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1781226848.764546:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964604416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226848.764639:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226848.764712:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964604416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226848.764716:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226848.764721:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1781226848.764726:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964604544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226848.764755:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226848.764971:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604544 00000100:00100000:1.0:1781226848.764975:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604544 00000100:00100000:1.0:1781226848.765014:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1781226848.765021:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964604544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226848.765036:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226848.765066:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964604544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226848.765072:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00080000:2.0:1781226848.765350:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226848.765393:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964604416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226848.765883:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964604544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226849.183649:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.183800:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.183845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226849.183924:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614976 00000100:00100000:1.0:1781226849.183935:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614976 00000100:00100000:1.0:1781226849.184006:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 606 00000100:00100000:1.0:1781226849.184018:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941614976:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226849.184117:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941614976:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 102us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226849.184125:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 606 00000100:00080000:0.0:1781226849.184588:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226849.187597:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.187624:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.187646:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226849.190247:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941615488 00000100:00100000:1.0:1781226849.190264:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941615488 00000100:00100000:1.0:1781226849.190348:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 607 00000100:00100000:1.0:1781226849.190358:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941615488:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226849.190445:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941615488:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 88us (2856us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226849.190452:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 607 00000100:00080000:1.0:1781226849.190503:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226849.190521:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614592 00000100:00100000:1.0:1781226849.190525:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614592 00000100:00100000:1.0:1781226849.190548:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:1.0:1781226849.190554:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941614592:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226849.190576:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941614592:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226849.190587:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:3.0:1781226849.193747:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614720 00000100:00100000:3.0:1781226849.193766:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614720 00000100:00100000:3.0:1781226849.194027:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941615232 00000100:00100000:3.0:1781226849.194032:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941615232 00000100:00100000:2.0:1781226849.194166:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.194194:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.194222:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226849.194247:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941614848 00000100:00100000:2.0:1781226849.194252:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941614848 00000100:00100000:0.0:1781226849.194306:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941615360 00000100:00100000:0.0:1781226849.194310:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941615360 00000100:00080000:1.0:1781226849.196251:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226849.196261:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226849.196304:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1032 00000100:00100000:1.0:1781226849.196327:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:2425:x1867750941614720:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226849.199050:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:2425:x1867750941614720:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2715us (15391us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226849.199070:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1032 00000100:00100000:1.0:1781226849.199313:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941615104 00000100:00100000:1.0:1781226849.199324:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941615104 00000100:00100000:1.0:1781226849.199375:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941615616 00000100:00100000:1.0:1781226849.199378:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941615616 00000100:00100000:1.0:1781226849.199410:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 608 00000100:00100000:1.0:1781226849.199419:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941615104:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226849.200625:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941615104:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1199us (6456us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226849.200637:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 608 00000100:00100000:1.0:1781226849.200664:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 609 00000100:00100000:1.0:1781226849.200676:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941615616:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226849.201040:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941615616:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 56us (6505us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226849.201049:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 609 00000100:00080000:1.0:1781226849.201203:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226849.201595:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1033 00000100:00100000:3.0:1781226849.201606:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2425:x1867750941615232:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226849.201652:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2425:x1867750941615232:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 50us (17806us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226849.201659:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1033 00000100:00100000:2.0:1781226849.202628:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1034 00000100:00100000:2.0:1781226849.202641:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941614848:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226849.202710:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941614848:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 59us (15049us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226849.202717:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1034 00000100:00100000:3.0:1781226849.204944:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1035 00000100:00100000:3.0:1781226849.204962:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941615360:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226849.205062:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941615360:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 106us (10866us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226849.205070:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1035 00010000:00010000:1.0:1781226849.404636:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226849.788222:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964604672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226849.788347:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226849.805298:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604672 00000100:00100000:0.0:1781226849.805318:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604672 00000100:00100000:0.0:1781226849.805392:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1781226849.805404:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964604672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226849.805445:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781226849.806043:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964604672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 639us (17694us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226849.806052:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1781226849.818569:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964604672:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226850.429516:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226851.251080:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.251187:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941615872 00000100:00100000:1.0:1781226851.251197:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941615872 00000100:00100000:1.0:1781226851.251291:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1222 00000100:00100000:1.0:1781226851.251322:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:30563:x1867750941615872:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:1.0:1781226851.251347:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226851.251382:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d29 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.251518:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e41 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.251534:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.251560:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226851.251574:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000100:00080000:2.0:1781226851.252158:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226851.252188:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465e3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d29 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.252214:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d29 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.252224:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226851.252227:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226851.252230:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226851.252347:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+98:30563:x1867750941615872:12345-192.168.202.30@tcp:101:diff.0 Request processed in 1045us (1275us total) trans 4294968044 rc 0/0 00000100:00100000:1.0:1781226851.252355:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1222 00000100:00100000:2.0:1781226851.266159:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.266273:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.266658:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941616000 00000100:00100000:3.0:1781226851.266670:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941616000 00000100:00100000:3.0:1781226851.266763:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941616256 00000100:00100000:3.0:1781226851.266766:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941616256 00000100:00100000:3.0:1781226851.266810:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 56 00000100:00100000:3.0:1781226851.266820:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+99:2425:x1867750941616000:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226851.266837:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226851.266864:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465e41 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d29 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.266884:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:3.0:1781226851.266889:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226851.266957:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+98:2425:x1867750941616000:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 138us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.266965:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 56 00000100:00100000:3.0:1781226851.266982:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 57 00000100:00100000:3.0:1781226851.266989:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+97:30563:x1867750941616256:12345-192.168.202.30@tcp:103:diff.0 00010000:00010000:3.0:1781226851.266997:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781226851.267008:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465e1e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d22 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.267022:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465d30 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46cdc expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.267032:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:3.0:1781226851.267040:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226851.267057:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941616256:12345-192.168.202.30@tcp:103:diff.0 Request processed in 69us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.267067:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 57 00000100:00100000:2.0:1781226851.270950:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.271165:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941616384 00000100:00100000:3.0:1781226851.271176:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941616384 00000100:00100000:3.0:1781226851.271258:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1223 00000100:00100000:3.0:1781226851.271269:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941616384:12345-192.168.202.30@tcp:58:diff.0 00010000:00010000:3.0:1781226851.271809:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.271827:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.271839:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226851.271972:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:3.0:1781226851.272062:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941616384:12345-192.168.202.30@tcp:58:diff.0 Request processed in 793us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.272071:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1223 00000100:00100000:3.0:1781226851.275126:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.275241:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941616512 00000100:00100000:0.0:1781226851.275271:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941616512 00000100:00100000:0.0:1781226851.275343:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1224 00000100:00100000:0.0:1781226851.275354:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941616512:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:0.0:1781226851.275380:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226851.275402:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d30 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.279642:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.279668:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.279737:0:14117:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.279763:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.279884:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c8b2c400) 00010000:00010000:0.0:1781226851.279888:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226851.279902:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.279911:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9cc00, rc 0) 00000100:00100000:0.0:1781226851.279997:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+96:30563:x1867750941616512:12345-192.168.202.30@tcp:101:diff.0 Request processed in 4645us (4880us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.280007:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1224 00000100:00100000:0.0:1781226851.325005:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964605056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325076:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226851.325143:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964605568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325166:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226851.325184:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964606080:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325202:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226851.325230:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226851.325236:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964605184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325267:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226851.325286:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964605696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325318:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226851.325331:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964606208:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325347:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226851.325377:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605056 00000100:00100000:0.0:1781226851.325383:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605056 00000100:00100000:0.0:1781226851.325422:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1781226851.325429:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964605056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325492:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964605056:12345-0@lo:400:kworker.0 Request processed in 63us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.325499:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1781226851.325537:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964605056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325560:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605568 00000100:00100000:0.0:1781226851.325562:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605568 00000100:00100000:0.0:1781226851.325587:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964606080 00000100:00100000:0.0:1781226851.325589:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964606080 00000100:00100000:0.0:1781226851.325605:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605184 00000100:00100000:0.0:1781226851.325607:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605184 00000100:00100000:0.0:1781226851.325618:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1781226851.325624:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964605568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325653:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964605568:12345-0@lo:400:kworker.0 Request processed in 30us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.325659:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1781226851.325669:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1781226851.325674:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964606080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325717:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964606080:12345-0@lo:400:kworker.0 Request processed in 20us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.325723:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1781226851.325732:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1781226851.325738:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964605184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325759:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964605184:12345-0@lo:400:kworker.0 Request processed in 22us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.325765:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1781226851.325785:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964605184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325794:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964605568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.325801:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964606080:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326071:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605696 00000100:00100000:1.0:1781226851.326076:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605696 00000100:00100000:1.0:1781226851.326115:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964606208 00000100:00100000:1.0:1781226851.326118:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964606208 00000100:00100000:1.0:1781226851.326140:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1781226851.326147:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964605696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326187:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964605696:12345-0@lo:400:kworker.0 Request processed in 41us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.326192:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1781226851.326203:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1781226851.326208:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964606208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326229:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964606208:12345-0@lo:400:kworker.0 Request processed in 22us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.326235:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1781226851.326276:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964605696:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326284:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964606208:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326308:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964604800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326336:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326359:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964605312:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326377:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326395:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605312 00000100:00100000:1.0:1781226851.326398:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605312 00000100:00100000:1.0:1781226851.326419:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1781226851.326424:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964605312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326467:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964605312:12345-0@lo:400:kworker.0 Request processed in 43us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.326473:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1781226851.326494:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964605312:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326501:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964605824:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326518:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326535:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605824 00000100:00100000:1.0:1781226851.326538:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605824 00000100:00100000:1.0:1781226851.326558:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1781226851.326563:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964605824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326586:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964605824:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.326592:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1781226851.326611:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964605824:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326617:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964606336:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326634:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326647:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964606336 00000100:00100000:1.0:1781226851.326650:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964606336 00000100:00100000:1.0:1781226851.326667:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781226851.326672:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964606336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326693:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964606336:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.326720:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781226851.326740:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964606336:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326755:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781226851.326760:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964604928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326784:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326797:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964605440:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326813:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326824:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964605952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326838:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.326854:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604928 00000100:00100000:1.0:1781226851.326856:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604928 00000100:00100000:1.0:1781226851.326875:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605440 00000100:00100000:1.0:1781226851.326877:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605440 00000100:00100000:1.0:1781226851.326887:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964605952 00000100:00100000:1.0:1781226851.326889:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964605952 00000100:00100000:1.0:1781226851.326932:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1781226851.326937:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964604928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.326963:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964604928:12345-0@lo:400:kworker.0 Request processed in 25us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.326968:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1781226851.326977:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1781226851.326982:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964605440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.327001:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964605440:12345-0@lo:400:kworker.0 Request processed in 19us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.327006:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1781226851.327014:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1781226851.327019:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964605952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.327037:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964605952:12345-0@lo:400:kworker.0 Request processed in 18us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.327042:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1781226851.327062:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964605952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.327074:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964604928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.327081:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964605440:0@lo:400:kworker.0 00000100:00100000:1.0:1781226851.328916:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226851.328939:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964606464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226851.329009:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.329051:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964606464 00000100:00100000:1.0:1781226851.329058:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964606464 00000100:00100000:1.0:1781226851.329099:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1781226851.329108:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964606464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226851.329139:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1781226851.329178:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964606464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.329184:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1781226851.329226:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964606464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226851.329526:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964604800 00000100:00100000:2.0:1781226851.329531:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964604800 00000100:00100000:2.0:1781226851.329565:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1781226851.329572:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964604800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226851.329610:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964604800:12345-0@lo:400:kworker.0 Request processed in 39us (3273us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226851.329616:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:2.0:1781226851.329679:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226851.329685:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226851.329687:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226851.329689:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226851.329713:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964606592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226851.329737:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.346213:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964604800:0@lo:400:kworker.0 00000100:00100000:0.0:1781226851.347105:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964606592 00000100:00100000:0.0:1781226851.347121:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964606592 00000100:00100000:0.0:1781226851.347196:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1781226851.347208:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964606592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226851.347253:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1781226851.347337:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964606592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (17598us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.347345:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1781226851.347735:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964606592:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1781226851.387942:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226851.387952:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226851.388024:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1781226851.388036:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226851.388183:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c921a940 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964606720:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226851.388657:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226851.392874:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921a940 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964606720:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226851.394086:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.397605:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941616640 00000100:00100000:1.0:1781226851.397622:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941616640 00000100:00080000:2.0:1781226851.397758:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226851.397788:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1225 00000100:00100000:1.0:1781226851.397802:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30564:x1867750941616640:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226851.397845:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226851.397985:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30564:x1867750941616640:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 186us (3917us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.397995:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1225 00000100:00100000:3.0:1781226851.424287:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.424454:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941616768 00000100:00100000:2.0:1781226851.424465:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941616768 00000100:00100000:2.0:1781226851.424537:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1226 00000100:00100000:2.0:1781226851.424547:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30564:x1867750941616768:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226851.424661:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424681:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424737:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424756:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424763:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424781:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424806:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424814:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424820:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226851.424873:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1781226851.424879:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226851.424907:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424917:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424923:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424930:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424936:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226851.424940:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424949:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424961:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226851.424964:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226851.424968:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424974:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e5d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424994:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.424999:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425004:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425008:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226851.425010:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425015:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425021:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff89a4c6fc5700) 00010000:00010000:2.0:1781226851.425023:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226851.425026:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425031:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e64 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425045:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425051:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425056:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425061:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226851.425080:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425087:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425494:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c8b2c400) 00010000:00010000:2.0:1781226851.425497:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226851.425501:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.425507:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4465e6b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226851.425587:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30564:x1867750941616768:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 1040us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226851.425596:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1226 00000100:00100000:2.0:1781226851.438474:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.438806:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941617024 00000100:00100000:0.0:1781226851.438816:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941617024 00000100:00100000:0.0:1781226851.438885:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1227 00000100:00100000:0.0:1781226851.438905:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30564:x1867750941617024:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226851.438931:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226851.438953:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465e72 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d37 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439070:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439102:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439115:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226851.439127:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1781226851.439227:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439234:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439241:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439247:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226851.439251:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439259:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439270:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c8b2c400) 00010000:00010000:0.0:1781226851.439273:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226851.439277:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439283:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465e79 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439329:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465e72 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d37 expref: 46 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439340:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226851.439343:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226851.439346:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465e72 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d37 expref: 46 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.439356:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:0.0:1781226851.439416:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30564:x1867750941617024:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 523us (953us total) trans 4294968045 rc 301/301 00000100:00100000:0.0:1781226851.439427:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1227 00010000:00010000:3.0:1781226851.451938:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226851.452607:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.452755:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941617152 00000100:00100000:3.0:1781226851.452764:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941617152 00000100:00100000:3.0:1781226851.452836:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1228 00000100:00100000:3.0:1781226851.452848:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30564:x1867750941617152:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226851.452887:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226851.453023:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30564:x1867750941617152:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 176us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.453032:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1228 00000100:00100000:3.0:1781226851.464203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.468568:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941617408 00000100:00100000:2.0:1781226851.468583:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941617408 00000100:00100000:2.0:1781226851.468673:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1229 00000100:00100000:2.0:1781226851.468685:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:30564:x1867750941617408:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226851.468749:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226851.468783:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e87 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d3e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.469400:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.469416:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.469429:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226851.469440:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:2.0:1781226851.469489:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4465e87 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d3e expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.469511:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d3e expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.469520:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a4c6fc5700) 00010000:00010000:2.0:1781226851.469523:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226851.469526:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226851.469589:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941617408:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 906us (5396us total) trans 4294968046 rc 0/0 00000100:00100000:2.0:1781226851.469598:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1229 00000100:00100000:2.0:1781226851.485120:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.485271:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941617664 00000100:00100000:1.0:1781226851.485281:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941617664 00000100:00100000:1.0:1781226851.485344:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1230 00000100:00100000:1.0:1781226851.485355:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941617664:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226851.485416:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226851.485446:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4465e8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d3e expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485470:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a4c6fc5700) 00010000:00010000:1.0:1781226851.485481:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226851.485503:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485518:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485529:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485544:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485551:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485558:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485601:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485609:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485616:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485621:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.485626:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485633:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485641:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:1.0:1781226851.485644:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226851.485648:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485653:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465e9c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485663:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485668:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485673:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485677:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.485680:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485685:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485691:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x3dc55cba (ffff89a5fb2d1e00) 00010000:00010000:1.0:1781226851.485950:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226851.485955:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.485962:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465ea3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x3dc55cba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.486052:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:30564:x1867750941617664:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 699us (943us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781226851.486062:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1230 00000100:00100000:1.0:1781226851.492220:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.492324:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941617792 00000100:00100000:0.0:1781226851.492334:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941617792 00000100:00100000:0.0:1781226851.492395:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1231 00000100:00100000:0.0:1781226851.492406:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:30564:x1867750941617792:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226851.492428:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226851.492451:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465eaa lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d45 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.492488:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.492501:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.492512:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.492619:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465eaa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.492636:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.492645:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:0.0:1781226851.492649:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226851.492652:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d800, rc 0) 00000100:00100000:0.0:1781226851.492745:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941617792:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 340us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.492752:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1231 00000100:00100000:3.0:1781226851.498309:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.498612:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941618048 00000100:00100000:0.0:1781226851.498623:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941618048 00000100:00100000:0.0:1781226851.498687:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1232 00000100:00100000:0.0:1781226851.498736:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941618048:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226851.498846:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.498864:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.498877:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226851.499237:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000a913fb28 reply state 00000000cf5c00cc transno 4294968047 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.499254:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.499263:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:0.0:1781226851.499266:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781226851.499270:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226851.499459:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30564:x1867750941618048:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 762us (1156us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1781226851.499467:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1232 00000100:00100000:1.0:1781226851.530060:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.530406:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941618176 00000100:00100000:3.0:1781226851.530416:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941618176 00000100:00100000:3.0:1781226851.530478:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1233 00000100:00100000:3.0:1781226851.530489:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:30564:x1867750941618176:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226851.530517:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226851.530541:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d4c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.530614:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.530631:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.530642:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.530646:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226851.530650:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226851.530742:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30564:x1867750941618176:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 255us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.530751:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1233 00000100:00100000:2.0:1781226851.541833:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.541870:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941618304 00000100:00100000:2.0:1781226851.541880:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941618304 00000100:00100000:2.0:1781226851.541945:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 234 00000100:00100000:2.0:1781226851.541955:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30564:x1867750941618304:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781226851.542103:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30564:x1867750941618304:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 149us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226851.542116:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 234 00000100:00100000:2.0:1781226851.584147:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.584294:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941618560 00000100:00100000:3.0:1781226851.584305:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941618560 00000100:00100000:3.0:1781226851.584363:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 235 00000100:00100000:3.0:1781226851.584372:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:30564:x1867750941618560:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226851.584628:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30564:x1867750941618560:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 256us (490us total) trans 4294968048 rc 0/0 00000100:00100000:3.0:1781226851.584635:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 235 00000100:00100000:0.0:1781226851.587753:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.587936:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941618816 00000100:00100000:3.0:1781226851.587946:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941618816 00000100:00100000:3.0:1781226851.588014:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1234 00000100:00100000:3.0:1781226851.588025:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30564:x1867750941618816:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226851.588161:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30564:x1867750941618816:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 138us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.588169:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1234 00000040:00080000:2.0:1781226851.590429:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226851.595245:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.597729:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941619072 00000100:00100000:1.0:1781226851.597744:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941619072 00000100:00100000:1.0:1781226851.597824:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1235 00000100:00100000:1.0:1781226851.597835:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30564:x1867750941619072:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226851.597860:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226851.597883:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465ec6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d53 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.598003:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.598024:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.598032:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.598079:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.598093:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 52 pid: 6525 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.598109:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff12c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964606848:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226851.598204:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d540 going to sleep for 11 seconds 00000100:00100000:1.0:1781226851.602346:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.602384:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941619200 00000100:00100000:1.0:1781226851.602394:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941619200 00010000:00010000:1.0:1781226851.602439:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 53 pid: 6525 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.602482:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 379 00000100:00100000:1.0:1781226851.602492:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2427:x1867750941619200:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226851.602510:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226851.602518:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 53 pid: 6525 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.602537:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 53 pid: 6525 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.602566:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:1.0:1781226851.602572:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.602583:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.602591:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.602609:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226851.602662:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2427:x1867750941619200:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 172us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.602670:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 379 00010000:00010000:0.0:1781226851.602805:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ebf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d4c expref: 52 pid: 6525 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226851.602832:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff12c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964606848:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226851.602852:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.602862:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.602868:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226851.602887:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:0.0:1781226851.603072:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:0.0:1781226851.603177:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603186:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603194:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603200:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226851.603205:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603213:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603222:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:0.0:1781226851.603226:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226851.603230:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603237:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465ecd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603287:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465ec6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d53 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603297:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff89a5c307e500) 00010000:00010000:0.0:1781226851.603299:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226851.603303:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465ec6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d53 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.603312:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:0.0:1781226851.603342:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30564:x1867750941619072:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 5509us (8106us total) trans 4294968049 rc 301/301 00000100:00100000:0.0:1781226851.603349:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1235 00000100:00100000:1.0:1781226851.607621:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.607685:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941619456 00000100:00100000:3.0:1781226851.607721:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941619456 00000100:00100000:3.0:1781226851.607875:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 236 00000100:00100000:3.0:1781226851.607887:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:30564:x1867750941619456:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226851.608217:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:30564:x1867750941619456:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 331us (603us total) trans 4294968050 rc 0/0 00000100:00100000:3.0:1781226851.608225:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 236 00000100:00100000:2.0:1781226851.615713:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.615839:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941619584 00000100:00100000:3.0:1781226851.615847:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941619584 00000100:00100000:3.0:1781226851.615907:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1236 00000100:00100000:3.0:1781226851.615919:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+52:30564:x1867750941619584:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226851.615951:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226851.615972:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465edb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d5a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.616046:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465ee2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.616058:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.616155:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226851.616203:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:3.0:1781226851.616207:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226851.616225:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.616245:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465edb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d5a expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.616263:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d5a expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.616270:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.616272:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1781226851.616274:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226851.616327:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30564:x1867750941619584:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 412us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.616332:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1236 00000100:00100000:1.0:1781226851.624269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.624395:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941619712 00000100:00100000:0.0:1781226851.624406:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941619712 00000100:00100000:0.0:1781226851.624473:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 324 00000100:00100000:0.0:1781226851.624484:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941619712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226851.624506:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226851.624528:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d61 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226851.624554:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781226851.624576:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226851.624578:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226851.624586:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.624605:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.624619:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:0.0:1781226851.624665:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941619712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 185us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.624671:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 324 00000100:00080000:1.0:1781226851.625142:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226851.634029:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.634058:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941619968 00000100:00100000:3.0:1781226851.634962:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941619968 00000100:00100000:3.0:1781226851.635019:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1237 00000100:00100000:3.0:1781226851.635028:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30564:x1867750941619968:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226851.635186:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30564:x1867750941619968:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 158us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.635192:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1237 00000100:00100000:1.0:1781226851.647053:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.647185:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620096 00000100:00100000:1.0:1781226851.647193:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620096 00000100:00100000:1.0:1781226851.647230:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:1.0:1781226851.647238:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:30564:x1867750941620096:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226851.647258:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226851.647273:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d68 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.647300:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.647307:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226851.647308:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226851.647312:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.647336:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.647345:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 11 pid: 8407 timeout: 910 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.647355:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff30c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964606976:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226851.647421:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226851.653343:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.653368:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620224 00000100:00100000:1.0:1781226851.653374:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620224 00010000:00010000:1.0:1781226851.653405:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 12 pid: 8407 timeout: 910 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.653434:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 380 00000100:00100000:1.0:1781226851.653443:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941620224:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226851.653461:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226851.653481:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 12 pid: 8407 timeout: 910 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.653496:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 12 pid: 8407 timeout: 910 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.653522:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226851.653523:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226851.653529:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.653536:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.653566:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.653576:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964607104:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226851.653638:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d540 going to sleep for 11 seconds 00010000:00010000:1.0:1781226851.653752:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac4465ee9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d61 expref: 12 pid: 8407 timeout: 910 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.653761:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff30c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964606976:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226851.653785:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.653793:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226851.653818:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:30564:x1867750941620096:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 6582us (6775us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.653825:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:3.0:1781226851.656130:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964607104:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226851.656150:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226851.656188:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941620224:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2746us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.656197:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 380 00000100:00100000:3.0:1781226851.666507:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.670235:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620352 00000100:00100000:2.0:1781226851.670249:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620352 00002000:00100000:2.0:1781226851.670316:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff89a4c8053480 x1867750941620352/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:662/0 lens 648/0 e 0 to 0 dl 1781226862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226851.670329:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8053480 with x1867750941620352 ext(0->157) 00002000:00010000:2.0:1781226851.670336:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8053480 00000100:00100000:2.0:1781226851.670379:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 88 00000100:00100000:2.0:1781226851.670390:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941620352:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781226851.675397:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941620352:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 4999us (8889us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1781226851.675413:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 88 00002000:00100000:2.0:1781226851.675426:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff89a4c8053480 x1867750941620352/t4294967363(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:662/0 lens 648/448 e 0 to 0 dl 1781226862 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226851.675437:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8053480 with x1867750941620352 ext(0->157) 00002000:00010000:2.0:1781226851.675443:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8053480 00000100:00100000:3.0:1781226851.687454:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.687530:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620480 00000100:00100000:3.0:1781226851.687540:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620480 00000100:00100000:3.0:1781226851.687587:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1238 00000100:00100000:3.0:1781226851.687596:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:30564:x1867750941620480:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781226851.718721:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968050 is committed 00000001:00080000:3.0:1781226851.718748:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968044 is committed 00000100:00100000:3.0:1781226851.719018:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941620480:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 31417us (31583us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.719030:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1238 00000100:00100000:3.0:1781226851.721743:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226851.725056:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.725082:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.725091:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.725098:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.725103:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.725112:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.725130:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:1.0:1781226851.725134:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226851.725138:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.725144:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465eb8 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.725179:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620608 00000100:00100000:1.0:1781226851.725190:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620608 00000100:00100000:1.0:1781226851.725468:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00100000:1.0:1781226851.725480:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941620608:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1781226851.737538:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:1.0:1781226851.738029:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941620608:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 12543us (16288us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.738043:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00100000:3.0:1781226851.742424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.742462:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620864 00000100:00100000:3.0:1781226851.742472:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620864 00000100:00100000:3.0:1781226851.742523:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1239 00000100:00100000:3.0:1781226851.742534:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:30564:x1867750941620864:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226851.742592:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226851.742620:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465ee2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d5a expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.747641:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.747654:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226851.747726:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.747746:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.747760:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226851.751023:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000000803fc31 reply state 00000000b26dbc75 transno 4294968051 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.751050:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.751059:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.751181:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226851.751186:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226851.751307:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941620864:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 8771us (8890us total) trans 4294968051 rc 0/0 00000100:00100000:3.0:1781226851.751316:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1239 00000100:00100000:3.0:1781226851.754180:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.755160:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941620992 00000100:00100000:2.0:1781226851.755173:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941620992 00000100:00100000:2.0:1781226851.755448:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1240 00000100:00100000:2.0:1781226851.755459:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941620992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226851.755488:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226851.755512:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d6f expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.755574:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.755589:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.755609:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:2.0:1781226851.755613:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226851.755616:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226851.757017:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30564:x1867750941620992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1552us (2836us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226851.757030:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1240 00000100:00100000:1.0:1781226851.764265:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.764338:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941621120 00000100:00100000:3.0:1781226851.764348:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941621120 00000100:00100000:3.0:1781226851.764406:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 327 00000100:00100000:3.0:1781226851.764417:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941621120:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781226851.764609:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781226851.764614:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1781226825 00002000:00010000:3.0:1781226851.764616:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1781226825 00002000:00010000:3.0:1781226851.764618:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1781226825 00002000:00010000:3.0:1781226851.764621:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781226851.764679:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941621120:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 264us (420us total) trans 4294967364 rc 0/0 00000100:00100000:3.0:1781226851.764688:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 327 00000100:00100000:3.0:1781226851.772652:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.772846:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941621376 00000100:00100000:0.0:1781226851.772856:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941621376 00000100:00100000:0.0:1781226851.772926:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1241 00000100:00100000:0.0:1781226851.772936:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:30564:x1867750941621376:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226851.773005:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.773025:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.773035:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.773085:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.773104:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 48 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226851.773119:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964607232:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226851.773208:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226851.775366:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964607232:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226851.775397:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.784979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.785015:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941621504 00000100:00100000:3.0:1781226851.785026:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941621504 00010000:00010000:3.0:1781226851.785065:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.785107:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 381 00000100:00100000:3.0:1781226851.785116:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941621504:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226851.785132:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226851.785138:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785152:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785182:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465eb1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d45 expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785196:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.785201:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785210:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785217:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785243:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226851.785290:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941621504:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 175us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.785299:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 381 00010000:00010000:3.0:1781226851.785323:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785330:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785367:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785374:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785381:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785387:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226851.785391:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785399:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785408:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.785410:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781226851.785413:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.785419:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f05 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.785459:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941621376:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 12525us (12817us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781226851.785468:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1241 00000100:00100000:2.0:1781226851.789163:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.789750:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941621632 00000100:00100000:2.0:1781226851.789761:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941621632 00000100:00100000:2.0:1781226851.789831:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 328 00000100:00100000:2.0:1781226851.789842:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941621632:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226851.789908:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.789931:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.789939:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226851.789942:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226851.789946:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.789983:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.789998:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 11 pid: 9780 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226851.790014:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964607360:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226851.790103:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934480 going to sleep for 11 seconds 00000100:00100000:2.0:1781226851.803133:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.803247:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941621760 00000100:00100000:3.0:1781226851.803257:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941621760 00010000:00010000:3.0:1781226851.803299:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 12 pid: 9780 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.803337:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 382 00000100:00100000:3.0:1781226851.803346:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c803dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941621760:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226851.803362:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226851.803383:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 12 pid: 9780 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.803403:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 12 pid: 9780 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.803429:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226851.803431:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226851.803437:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.803446:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.803467:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226851.803524:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c803dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941621760:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 178us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.803532:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 382 00010000:00010000:1.0:1781226851.803647:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4465ef0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d68 expref: 11 pid: 9780 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.803662:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964607360:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226851.803683:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803724:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803733:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803753:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803763:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803855:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803862:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226851.803866:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803877:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803900:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.803909:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac4465f0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.803960:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941621632:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 14121us (14806us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.803969:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 328 00000100:00100000:3.0:1781226851.810380:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226851.810414:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941622016 00000100:00100000:3.0:1781226851.810422:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941622016 00000100:00100000:3.0:1781226851.810471:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1242 00000100:00100000:3.0:1781226851.810482:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:30564:x1867750941622016:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226851.810569:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810587:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810600:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810790:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810802:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810810:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810851:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.810866:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 48 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.810882:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050b40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964607488:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226851.810967:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226851.825006:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.825155:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050b40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964607488:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226851.825189:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.826462:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941622144 00000100:00100000:3.0:1781226851.826473:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941622144 00010000:00010000:3.0:1781226851.826514:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226851.826593:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 383 00000100:00100000:3.0:1781226851.826603:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2426:x1867750941622144:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226851.826619:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226851.826626:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.826645:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.826668:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465efe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d6f expref: 49 pid: 10991 timeout: 910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.826685:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:3.0:1781226851.826690:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.826725:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.826734:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226851.826763:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226851.826832:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2426:x1867750941622144:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 230us (1837us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226851.826841:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 383 00010000:00010000:1.0:1781226851.826921:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.826930:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226851.827050:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968052 00000001:00080000:1.0:1781226851.829472:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968053 00000001:00080000:1.0:1781226851.829520:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968054 00000100:00100000:1.0:1781226851.829613:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1867750964607616:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1781226851.829689:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.829760:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a603e3acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226851.830216:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964607616 00000100:00100000:0.0:1781226851.830224:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964607616 00000100:00100000:0.0:1781226851.830281:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1781226851.830290:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6525:x1867750964607616:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781226851.830379:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6525:x1867750964607616:12345-0@lo:1000:mdt00_002.0 Request processed in 89us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.830386:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1781226851.830562:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1867750964607616:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1781226851.830688:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968055 00000100:00100000:1.0:1781226851.831294:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1867750964607744:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1781226851.831342:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226851.831369:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226851.831434:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964607744 00000100:00100000:2.0:1781226851.831440:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964607744 00000100:00100000:2.0:1781226851.831482:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1781226851.831490:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6525:x1867750964607744:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1781226851.831617:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6525:x1867750964607744:12345-0@lo:1000:mdt00_002.0 Request processed in 127us (274us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1781226851.831623:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1781226851.831688:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff03c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6525:1867750964607744:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1781226851.832927:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968056 00010000:00010000:1.0:1781226851.832977:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.832988:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.832997:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833004:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.833009:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833017:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833034:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:1.0:1781226851.833037:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226851.833042:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833048:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4465f1a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833146:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833154:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833159:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833164:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.833167:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833172:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833179:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c8b2c400) 00010000:00010000:1.0:1781226851.833182:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226851.833189:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833199:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833207:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.833250:0:6525:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9cc00/0x5d5522eac4465e56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d30 expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.833266:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964607872:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226851.833362:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d3b32d80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226851.840004:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964607872:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226851.840037:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840047:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4465e4f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840085:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840099:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840111:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840122:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840129:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840134:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840143:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.840146:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840153:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840164:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c8b2c400) 00010000:00010000:1.0:1781226851.840167:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226851.840171:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840176:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f21 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840185:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840190:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840196:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840200:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226851.840203:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840207:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840217:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff89a5c8b2c400) 00010000:00010000:1.0:1781226851.840219:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226851.840222:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226851.840227:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4465f13 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226851.840393:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+52:30564:x1867750941622016:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 29912us (30019us total) trans 4294968057 rc 0/0 00000100:00100000:1.0:1781226851.840404:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1242 00000020:00080000:1.0:1781226851.840410:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781226851.840980:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226851.840986:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226851.841460:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1781226851.841471:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226851.841985:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.842071:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941622272 00000100:00100000:1.0:1781226851.842080:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941622272 00000100:00100000:1.0:1781226851.842133:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 237 00000100:00100000:1.0:1781226851.842142:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4489c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941622272:12345-192.168.202.30@tcp:49:diff.0 00000100:00100000:1.0:1781226851.842254:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4489c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941622272:12345-192.168.202.30@tcp:49:diff.0 Request processed in 112us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226851.842261:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 237 00000100:00100000:3.0:1781226851.844524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.844599:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941622528 00000100:00100000:0.0:1781226851.844609:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941622528 00000100:00100000:0.0:1781226851.844663:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 238 00000100:00100000:0.0:1781226851.844673:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:30564:x1867750941622528:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781226851.845011:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781226851.845052:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968058 00010000:00010000:0.0:1781226851.845261:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.845278:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.845290:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.845297:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.845304:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.845310:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.845369:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781226851.845453:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:30564:x1867750941622528:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 781us (938us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1781226851.845462:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 238 00000020:00080000:0.0:1781226851.845468:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1781226851.847195:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226851.847321:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941622656 00000100:00100000:0.0:1781226851.847331:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941622656 00000100:00100000:0.0:1781226851.847391:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 329 00000100:00100000:0.0:1781226851.847401:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+16:30563:x1867750941622656:12345-192.168.202.30@tcp:101:diff.0 00010000:00010000:0.0:1781226851.847420:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226851.847444:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e65a1de/0x5d5522eac4465f2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d76 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226851.847477:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a2b5d49, atime: 0x6a2b5d49, ctime: 0x6a2b5d49, blocks: 0x8 00010000:00010000:0.0:1781226851.847499:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226851.847501:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226851.847509:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e65a1de/0x5d5522eac4465f2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d76 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.847525:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e65a1de/0x5d5522eac4465f2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d76 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226851.847539:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f400, rc 0) 00000100:00100000:0.0:1781226851.847594:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:30563:x1867750941622656:12345-192.168.202.30@tcp:101:diff.0 Request processed in 194us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226851.847602:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 329 00000100:00080000:0.0:1781226851.847626:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1781226851.849848:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226851.849863:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.849876:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226851.849880:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.849902:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.849922:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:2.0:1781226851.849925:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781226851.849930:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.849936:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f28 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226851.849950:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226851.849952:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226851.849954:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226851.855309:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226851.855670:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941622784 00000100:00100000:2.0:1781226851.855681:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941622784 00002000:00100000:2.0:1781226851.855753:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff89a4c8394b40 x1867750941622784/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:662/0 lens 488/0 e 0 to 0 dl 1781226862 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226851.855773:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8394b40 with x1867750941622784 ext(0->4095) 00002000:00010000:2.0:1781226851.855778:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8394b40 00000100:00100000:2.0:1781226851.855804:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 89 00000100:00100000:2.0:1781226851.855813:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941622784:12345-192.168.202.30@tcp:3:diff.0 00000100:00100000:2.0:1781226851.856025:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941622784:12345-192.168.202.30@tcp:3:diff.0 Request processed in 213us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226851.856037:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 89 00002000:00100000:2.0:1781226851.856043:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff89a4c8394b40 x1867750941622784/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:662/0 lens 488/4536 e 0 to 0 dl 1781226862 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226851.856052:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8394b40 with x1867750941622784 ext(0->4095) 00002000:00010000:2.0:1781226851.856055:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8394b40 00000100:00100000:3.0:1781226851.864603:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226851.864737:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623040 00000100:00100000:1.0:1781226851.864748:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623040 00000100:00100000:1.0:1781226851.864805:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 239 00000100:00100000:1.0:1781226851.864816:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+95:30563:x1867750941623040:12345-192.168.202.30@tcp:35:diff.0 00000100:00100000:1.0:1781226851.865097:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+96:30563:x1867750941623040:12345-192.168.202.30@tcp:35:diff.0 Request processed in 282us (501us total) trans 4294968060 rc 0/0 00000100:00100000:1.0:1781226851.865106:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 239 00000100:00100000:2.0:1781226852.348061:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964608000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226852.348136:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226852.349969:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608000 00000100:00100000:1.0:1781226852.349985:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608000 00000100:00100000:1.0:1781226852.350053:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1781226852.350063:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964608000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226852.350100:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226852.356518:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964608000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6447us (8371us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226852.356533:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1781226852.360853:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964608000:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226852.476193:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226853.396579:0:22962:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226853.396589:0:22962:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226853.396618:0:22962:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1781226853.396626:0:22962:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226853.500949:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226853.883986:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226853.884011:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964608128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226853.884096:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226853.884899:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608128 00000100:00100000:2.0:1781226853.884911:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608128 00000100:00100000:2.0:1781226853.884987:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1781226853.884997:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964608128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226853.885033:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1781226853.885110:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964608128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226853.885119:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1781226853.885178:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964608128:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781226853.885838:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226853.886295:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226853.886311:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964608256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226853.886358:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226853.886490:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608256 00000100:00100000:1.0:1781226853.886497:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608256 00000100:00100000:1.0:1781226853.886551:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1781226853.886560:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964608256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226853.886578:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00080000:3.0:1781226853.886714:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226853.886777:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964608256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 218us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226853.886784:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1781226853.890556:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964608256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226854.304230:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304275:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304308:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304347:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304366:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304384:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304402:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304420:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226854.304443:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226854.304533:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623168 00000100:00100000:1.0:1781226854.304555:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623168 00000100:00100000:1.0:1781226854.304621:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 740 00000100:00100000:1.0:1781226854.304632:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941623168:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226854.304758:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941623168:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 128us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226854.304767:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 740 00000100:00100000:1.0:1781226854.304802:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623680 00000100:00100000:1.0:1781226854.304806:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623680 00000100:00100000:1.0:1781226854.304836:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624192 00000100:00100000:1.0:1781226854.304839:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624192 00000100:00100000:1.0:1781226854.304854:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623552 00000100:00100000:1.0:1781226854.304857:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623552 00000100:00100000:1.0:1781226854.304883:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624064 00000100:00100000:1.0:1781226854.304886:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624064 00000100:00100000:1.0:1781226854.304898:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 614 00000100:00100000:1.0:1781226854.304904:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941623680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226854.304931:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941623680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226854.304938:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 614 00000100:00100000:1.0:1781226854.304949:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 615 00000100:00100000:1.0:1781226854.304955:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941624192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226854.304976:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941624192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226854.304981:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 615 00000100:00100000:1.0:1781226854.304993:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 616 00000100:00100000:1.0:1781226854.304999:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941623552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226854.305021:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941623552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226854.305027:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 616 00000100:00100000:1.0:1781226854.305037:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 617 00000100:00100000:1.0:1781226854.305042:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941624064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226854.305065:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941624064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226854.305070:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 617 00000100:00100000:2.0:1781226854.305287:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623424 00000100:00100000:2.0:1781226854.305293:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623424 00000100:00100000:2.0:1781226854.305331:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623936 00000100:00100000:2.0:1781226854.305335:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623936 00000100:00100000:2.0:1781226854.305348:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623296 00000100:00100000:2.0:1781226854.305350:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623296 00000100:00100000:2.0:1781226854.305360:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941623808 00000100:00100000:2.0:1781226854.305363:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941623808 00000100:00100000:2.0:1781226854.305376:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1042 00000100:00100000:2.0:1781226854.305383:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941623424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226854.305414:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941623424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226854.305421:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1042 00000100:00100000:2.0:1781226854.305435:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1043 00000100:00100000:2.0:1781226854.305440:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941623936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226854.305461:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941623936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226854.305468:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1043 00000100:00100000:2.0:1781226854.305479:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1044 00000100:00100000:2.0:1781226854.305485:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:2427:x1867750941623296:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226854.305512:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+96:2427:x1867750941623296:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226854.305517:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1044 00000100:00100000:2.0:1781226854.305529:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1045 00000100:00100000:2.0:1781226854.305535:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941623808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226854.305556:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941623808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226854.305562:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1045 00000100:00080000:3.0:1781226854.305920:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226854.305925:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226854.305928:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226854.305930:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1781226854.524437:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226854.909271:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964608384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226854.909346:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226854.909433:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608384 00000100:00100000:2.0:1781226854.909440:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608384 00000100:00100000:2.0:1781226854.909495:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1781226854.909506:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964608384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226854.909548:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1781226854.909599:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964608384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226854.909607:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1781226854.909657:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964608384:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226855.568873:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226856.444446:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964608896:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.444526:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226856.444751:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964608640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.444784:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445075:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964609408:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.445110:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445131:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964609920:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.445153:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445184:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1781226856.445191:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964608512:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.445219:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445244:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964609024:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.445268:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445285:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964609536:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.445308:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445324:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964610048:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.445344:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226856.445376:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609408 00000100:00100000:1.0:1781226856.445384:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609408 00000100:00100000:1.0:1781226856.445429:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609920 00000100:00100000:1.0:1781226856.445432:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609920 00000100:00100000:1.0:1781226856.445447:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609536 00000100:00100000:1.0:1781226856.445450:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609536 00000100:00100000:1.0:1781226856.445462:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610048 00000100:00100000:1.0:1781226856.445465:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610048 00000100:00100000:1.0:1781226856.445479:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1781226856.445487:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964609408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.446236:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608896 00000100:00100000:3.0:1781226856.446243:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608896 00000100:00100000:3.0:1781226856.446281:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608640 00000100:00100000:3.0:1781226856.446285:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608640 00000100:00100000:3.0:1781226856.446304:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1781226856.446311:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964608896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.446374:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964608896:12345-0@lo:400:kworker.0 Request processed in 63us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.446381:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1781226856.446400:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1781226856.446406:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964608640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.446435:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964608640:12345-0@lo:400:kworker.0 Request processed in 29us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.446441:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1781226856.446460:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609024 00000100:00100000:3.0:1781226856.446465:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609024 00000100:00100000:3.0:1781226856.446494:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1781226856.446501:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964609024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.446546:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964609024:12345-0@lo:400:kworker.0 Request processed in 45us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.446552:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1781226856.446588:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1781226856.446598:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964609920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.446630:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964609920:12345-0@lo:400:kworker.0 Request processed in 34us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.446636:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1781226856.446652:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1781226856.446658:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964609536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.447314:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964608768:0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.447365:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226856.447393:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964609280:0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.447415:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226856.447436:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964609792:0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.447457:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226856.447480:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226856.447487:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964610176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226856.447509:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226856.447552:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609280 00000100:00100000:2.0:1781226856.447557:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609280 00000100:00100000:2.0:1781226856.447585:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609792 00000100:00100000:2.0:1781226856.447588:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609792 00000100:00100000:2.0:1781226856.447603:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1781226856.447610:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964609280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.447650:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964609280:12345-0@lo:400:kworker.0 Request processed in 40us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226856.447659:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1781226856.447908:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1781226856.447917:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964609792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.447950:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964609792:12345-0@lo:400:kworker.0 Request processed in 35us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226856.447955:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1781226856.447978:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1781226856.447986:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964610048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226856.448020:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964610048:12345-0@lo:400:kworker.0 Request processed in 36us (2674us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226856.448027:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1781226856.448912:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964609536:12345-0@lo:400:kworker.0 Request processed in 2251us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.448924:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:3.0:1781226856.448950:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226856.448955:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226856.448958:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226856.448978:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608768 00000100:00100000:3.0:1781226856.448984:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608768 00000100:00100000:3.0:1781226856.449019:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1781226856.449026:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964608768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449056:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964608768:12345-0@lo:400:kworker.0 Request processed in 32us (1692us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.449061:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1781226856.449120:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964609024:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449132:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964609536:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449143:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964610048:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449156:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964608896:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449166:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964609920:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449252:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610176 00000100:00100000:3.0:1781226856.449256:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610176 00000100:00100000:3.0:1781226856.449283:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1781226856.449290:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964610176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226856.449312:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1781226856.449345:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964610176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.449352:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1781226856.449380:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964610304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226856.449411:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226856.449457:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964610176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226856.449468:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964608768:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449479:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964609280:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449490:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964609792:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.449550:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610304 00000100:00100000:3.0:1781226856.449553:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610304 00000100:00100000:3.0:1781226856.449576:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1781226856.449583:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964610304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226856.449595:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1781226856.449625:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964610304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.449630:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1781226856.449658:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964610304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226856.452195:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964608640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.452211:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964609152:0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.452275:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226856.452317:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964609664:0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.452339:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226856.452414:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609152 00000100:00100000:0.0:1781226856.452420:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609152 00000100:00100000:0.0:1781226856.452474:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964609664 00000100:00100000:0.0:1781226856.452478:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964609664 00000100:00100000:0.0:1781226856.452501:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1781226856.452509:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964609152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.452560:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964609152:12345-0@lo:400:kworker.0 Request processed in 52us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226856.452567:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1781226856.452583:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1781226856.452589:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964609664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.452616:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964609664:12345-0@lo:400:kworker.0 Request processed in 27us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226856.452621:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00080000:0.0:1781226856.452645:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226856.452664:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964609152:0@lo:400:kworker.0 00000100:00100000:0.0:1781226856.452688:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964609664:0@lo:400:kworker.0 00000100:00100000:1.0:1781226856.453000:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964609408:12345-0@lo:400:kworker.0 Request processed in 7513us (7887us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226856.453010:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1781226856.453042:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964609408:0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.457280:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964608512 00000100:00100000:3.0:1781226856.457295:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964608512 00000100:00100000:3.0:1781226856.457358:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1781226856.457374:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964608512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226856.457480:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964608512:12345-0@lo:400:kworker.0 Request processed in 113us (12259us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226856.457488:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1781226856.457981:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964608512:0@lo:400:kworker.0 00010000:00010000:3.0:1781226856.572394:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226857.472859:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226857.473509:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964610432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226857.473584:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226857.473764:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610432 00000100:00100000:2.0:1781226857.473773:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610432 00000100:00100000:2.0:1781226857.473826:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1781226857.473845:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964610432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226857.473884:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226857.473940:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964610432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226857.473947:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1781226857.474134:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964610432:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226857.611855:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1781226857.990174:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968060 is committed 00000001:00080000:0.0:1781226857.990207:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968059 is committed 00000020:00080000:0.0:1781226857.990225:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c1370540 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:0.0:1781226857.990231:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c63d8400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c1254e40 00000020:00080000:0.0:1781226857.990234:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c63d8200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8988400 00000020:00080000:2.0:1781226857.990298:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:2.0:1781226857.990366:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:1.0:1781226857.991150:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226857.991164:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226857.991173:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226857.991179:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226857.991184:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226857.991192:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226857.991213:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff89a5f680b600) 00010000:00010000:1.0:1781226857.991217:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226857.991223:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226857.991229:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4465ef7 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226857.999890:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00080000:0.0:1781226857.999903:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00010000:00010000:1.0:1781226858.619976:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226859.004458:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226859.004484:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964610560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226859.004556:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226859.004743:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610560 00000100:00100000:0.0:1781226859.004752:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610560 00000100:00100000:0.0:1781226859.004815:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1781226859.004836:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964610560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226859.004870:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226859.004921:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964610560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226859.004929:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1781226859.004998:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964610560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226859.005742:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226859.005756:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964610688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226859.005793:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1781226859.005893:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226859.006454:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610688 00000100:00100000:1.0:1781226859.006462:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610688 00000100:00100000:1.0:1781226859.006522:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1781226859.006531:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964610688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226859.006552:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1781226859.006611:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964610688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226859.006618:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:2.0:1781226859.006745:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226859.006832:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964610688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226859.427812:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.427879:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.427904:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.427929:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.427949:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226859.427954:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624448 00000100:00100000:2.0:1781226859.427964:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624448 00000100:00100000:3.0:1781226859.427966:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.427998:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226859.428020:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624576 00000100:00100000:2.0:1781226859.428023:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624576 00000100:00100000:2.0:1781226859.428036:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624960 00000100:00100000:2.0:1781226859.428038:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624960 00000100:00100000:2.0:1781226859.428049:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625088 00000100:00100000:2.0:1781226859.428051:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625088 00000100:00100000:2.0:1781226859.428066:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1052 00000100:00100000:2.0:1781226859.428076:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941624448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226859.428136:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624320 00000100:00100000:0.0:1781226859.428141:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624320 00000100:00100000:2.0:1781226859.428167:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941624448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 92us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226859.428171:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 742 00000100:00100000:2.0:1781226859.428175:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1052 00000100:00100000:0.0:1781226859.428177:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941624320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226859.428194:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1053 00000100:00100000:2.0:1781226859.428200:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941624576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226859.428202:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941624320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226859.428208:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 742 00000100:00100000:2.0:1781226859.428220:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941624576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226859.428226:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1053 00000100:00100000:2.0:1781226859.428236:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1054 00000100:00100000:2.0:1781226859.428242:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2427:x1867750941624960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226859.428263:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2427:x1867750941624960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226859.428306:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.428349:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226859.428432:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624704 00000100:00100000:3.0:1781226859.428436:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624704 00000100:00100000:3.0:1781226859.428466:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941624832 00000100:00100000:3.0:1781226859.428468:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941624832 00000100:00100000:3.0:1781226859.428485:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625216 00000100:00100000:3.0:1781226859.428487:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625216 00000100:00100000:3.0:1781226859.428499:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625344 00000100:00100000:3.0:1781226859.428501:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625344 00000100:00100000:3.0:1781226859.428514:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 622 00000100:00100000:3.0:1781226859.428520:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941624704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226859.428556:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2427:x1867750941624704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226859.428562:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 622 00000100:00100000:3.0:1781226859.428573:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 623 00000100:00100000:3.0:1781226859.428579:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941624832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226859.428600:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941624832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226859.428605:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 623 00000100:00100000:3.0:1781226859.428615:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 624 00000100:00100000:3.0:1781226859.428621:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941625216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226859.428641:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941625216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226859.428646:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 624 00000100:00100000:3.0:1781226859.428830:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 625 00000100:00100000:3.0:1781226859.428838:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941625344:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226859.428926:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941625344:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226859.428934:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 625 00000100:00080000:3.0:1781226859.437054:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226859.437063:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226859.437067:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226859.437070:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226859.437736:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1055 00000100:00100000:0.0:1781226859.437762:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941625088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226859.438039:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941625088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 290us (10038us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226859.438049:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1055 00000100:00100000:2.0:1781226859.441196:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1054 00010000:00010000:3.0:1781226859.644067:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226860.029226:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226860.029251:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1324780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964610816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226860.029325:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226860.032102:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610816 00000100:00100000:2.0:1781226860.032117:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610816 00000100:00100000:2.0:1781226860.032182:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1781226860.032195:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964610816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226860.032238:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1781226860.032316:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964610816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226860.032324:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1781226860.033286:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1324780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964610816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226860.451320:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226860.451929:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625472 00000100:00100000:0.0:1781226860.451940:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625472 00000100:00100000:0.0:1781226860.452079:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1243 00000100:00100000:0.0:1781226860.452090:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30425:x1867750941625472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226860.452194:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+44:30425:x1867750941625472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 106us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226860.452202:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1243 00000100:00100000:2.0:1781226860.455824:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226860.455991:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625600 00000100:00100000:0.0:1781226860.456003:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625600 00000100:00100000:0.0:1781226860.456069:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1244 00000100:00100000:0.0:1781226860.456080:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:30425:x1867750941625600:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226860.456306:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:30425:x1867750941625600:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 226us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226860.456315:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1244 00010000:00010000:2.0:1781226860.668065:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226861.052270:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226861.052282:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226861.052307:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1781226861.052316:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226861.564106:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964611328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564179:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564234:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964611840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564265:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564283:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964612352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564302:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564330:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781226861.564336:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964611200:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564361:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564380:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964611712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564400:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564419:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964612224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564440:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564470:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611200 00000100:00100000:0.0:1781226861.564478:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611200 00000100:00100000:0.0:1781226861.564525:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1781226861.564534:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964611200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564597:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964611200:12345-0@lo:400:kworker.0 Request processed in 63us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.564605:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1781226861.564631:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611328 00000100:00100000:0.0:1781226861.564635:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611328 00000100:00100000:0.0:1781226861.564657:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611712 00000100:00100000:0.0:1781226861.564660:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611712 00000100:00100000:0.0:1781226861.564728:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612224 00000100:00100000:0.0:1781226861.564732:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612224 00000100:00100000:3.0:1781226861.564743:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964611072:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564749:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1781226861.564754:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964611328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.564773:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564783:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964611328:12345-0@lo:400:kworker.0 Request processed in 29us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226861.564785:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964611584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564790:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1781226861.564813:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611072 00000100:00100000:0.0:1781226861.564817:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611072 00000100:00100000:3.0:1781226861.564818:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564828:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611584 00000100:00100000:3.0:1781226861.564829:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964612096:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564830:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611584 00000100:00100000:0.0:1781226861.564845:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1781226861.564848:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564850:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964611712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.564860:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1781226861.564865:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964610944:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564880:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964611712:12345-0@lo:400:kworker.0 Request processed in 29us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.564886:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1781226861.564887:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564897:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612096 00000100:00100000:0.0:1781226861.564899:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612096 00000100:00100000:3.0:1781226861.564905:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964611456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564913:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1781226861.564918:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964612224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.564925:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226861.564939:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964611968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564941:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964612224:12345-0@lo:400:kworker.0 Request processed in 24us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.564947:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1781226861.564958:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.564958:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1781226861.564963:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964611072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.564974:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964612480:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.564986:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964611072:12345-0@lo:400:kworker.0 Request processed in 23us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.564992:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1781226861.564994:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226861.565003:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1781226861.565009:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964611584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.565025:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964611072:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.565032:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964611584:12345-0@lo:400:kworker.0 Request processed in 23us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226861.565035:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964611584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.565038:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1781226861.565048:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1781226861.565053:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964612096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.565064:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611840 00000100:00100000:3.0:1781226861.565067:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611840 00000100:00100000:0.0:1781226861.565081:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964612096:12345-0@lo:400:kworker.0 Request processed in 27us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.565086:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1781226861.565092:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612352 00000100:00100000:3.0:1781226861.565095:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612352 00000100:00100000:0.0:1781226861.565102:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611968 00000100:00100000:0.0:1781226861.565105:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611968 00000100:00100000:3.0:1781226861.565112:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612480 00000100:00100000:3.0:1781226861.565114:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612480 00000100:00100000:0.0:1781226861.565119:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1781226861.565125:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964611840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.565127:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781226861.565132:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964612352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.565153:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964611840:12345-0@lo:400:kworker.0 Request processed in 28us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226861.565155:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964612352:12345-0@lo:400:kworker.0 Request processed in 23us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.565159:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1781226861.565162:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781226861.565171:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1781226861.565175:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964611968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226861.565211:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964611968:12345-0@lo:400:kworker.0 Request processed in 36us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226861.565228:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964610944 00000100:00100000:1.0:1781226861.565232:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964610944 00000100:00100000:1.0:1781226861.565263:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1781226861.565270:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964610944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.565306:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964610944:12345-0@lo:400:kworker.0 Request processed in 37us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226861.565312:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1781226861.565370:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964611200:0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.565380:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964611712:0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.565388:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964612224:0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.565398:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964611328:0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.565406:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964611840:0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.565414:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964612352:0@lo:400:kworker.0 00000100:00080000:1.0:1781226861.565485:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226861.565489:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226861.565492:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226861.565494:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226861.565565:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226861.565575:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964612608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226861.565606:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226861.565638:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964611456 00000100:00100000:2.0:1781226861.565641:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964611456 00000100:00100000:2.0:1781226861.565667:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1781226861.565674:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964611456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226861.565732:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964611456:12345-0@lo:400:kworker.0 Request processed in 58us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226861.565738:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1781226861.565788:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612608 00000100:00100000:2.0:1781226861.565792:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612608 00000100:00100000:2.0:1781226861.565827:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1781226861.565834:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964612608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226861.565858:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226861.565894:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964612608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226861.565900:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1781226861.565921:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1325e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964612736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226861.565943:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226861.565977:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:2.0:1781226861.565983:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:2.0:1781226861.566007:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964612608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226861.566081:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1781226861.566091:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964612480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.566126:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964612480:12345-0@lo:400:kworker.0 Request processed in 38us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.566132:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1781226861.566152:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612736 00000100:00100000:0.0:1781226861.566155:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612736 00000100:00100000:0.0:1781226861.566178:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781226861.566183:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964612736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226861.566193:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781226861.566224:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964612736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226861.566230:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781226861.566279:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964610944:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.566291:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964611456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.566301:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964611968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.566310:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964612480:0@lo:400:kworker.0 00000100:00100000:0.0:1781226861.566320:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964612096:0@lo:400:kworker.0 00000100:00100000:1.0:1781226861.572094:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1325e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964612736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226861.573821:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00010000:00010000:1.0:1781226861.692955:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226861.820903:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1781226862.238161:0:23159:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 21:14:20 (1781226860) 00000100:00100000:1.0:1781226862.589660:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226862.589717:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964612864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226862.589822:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226862.590235:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964612864 00000100:00100000:0.0:1781226862.590246:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964612864 00000100:00100000:0.0:1781226862.590310:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1781226862.590322:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964612864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226862.590361:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226862.590426:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964612864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226862.590445:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1781226862.590750:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964612864:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226862.716156:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226862.770562:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226862.770749:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625728 00000100:00100000:3.0:1781226862.770760:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625728 00000100:00100000:3.0:1781226862.770858:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1245 00000100:00100000:3.0:1781226862.770870:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:31183:x1867750941625728:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226862.771005:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:31183:x1867750941625728:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 137us (452us total) trans 0 rc 0/0 00000100:00080000:1.0:1781226862.771249:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226862.771300:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1245 00000100:00100000:3.0:1781226862.775640:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.775988:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625856 00000100:00100000:1.0:1781226862.776001:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625856 00000100:00080000:2.0:1781226862.776092:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226862.776102:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1246 00000100:00100000:1.0:1781226862.776119:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:31183:x1867750941625856:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226862.780045:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:31183:x1867750941625856:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 3908us (4400us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226862.780071:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1246 00000100:00100000:3.0:1781226862.812183:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.812411:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941625984 00000100:00100000:1.0:1781226862.812425:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941625984 00000100:00100000:1.0:1781226862.812540:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1247 00000100:00100000:1.0:1781226862.812553:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:31184:x1867750941625984:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226862.812584:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.812618:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465f36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d7d expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1781226862.812825:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226862.813288:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813309:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813322:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813341:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813348:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813354:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813415:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813423:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813429:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813437:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.813442:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813451:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813464:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226862.813468:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.813474:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813480:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813496:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813501:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813506:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813510:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.813512:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813517:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813523:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226862.813525:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.813528:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813532:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813571:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465f36 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d7d expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813583:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226862.813586:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.813590:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465f36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d7d expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.813600:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226862.814398:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:31184:x1867750941625984:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1840us (2221us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226862.814410:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1247 00000100:00100000:2.0:1781226862.825346:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.825472:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941626240 00000100:00100000:0.0:1781226862.825486:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941626240 00000100:00100000:0.0:1781226862.825570:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1248 00000100:00100000:0.0:1781226862.825585:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+95:31184:x1867750941626240:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:0.0:1781226862.825676:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226862.825755:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465b69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c3b expref: 95 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.825779:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226862.825795:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226862.825881:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.825899:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.825915:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.825972:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 43 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.825988:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 43 pid: 10991 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226862.826006:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964612992:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226862.826136:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847600 going to sleep for 11 seconds 00000100:00100000:3.0:1781226862.840116:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.840288:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964612992:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226862.840326:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226862.840751:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941626368 00000100:00100000:1.0:1781226862.840763:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941626368 00010000:00010000:1.0:1781226862.840824:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 44 pid: 10991 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226862.840867:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 384 00000100:00100000:1.0:1781226862.840878:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2426:x1867750941626368:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226862.840899:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226862.840907:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 44 pid: 10991 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.840921:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 44 pid: 10991 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.840949:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465ba8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46c50 expref: 44 pid: 10991 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.840978:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226862.840983:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.840995:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.841004:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.841027:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226862.841105:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+43:2426:x1867750941626368:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 228us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226862.841114:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 384 00010000:00010000:0.0:1781226862.841597:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.841606:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.841637:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.841649:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.841667:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843592:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843620:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843635:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226862.843678:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000001927b1e7 reply state 0000000050213953 transno 4294968061 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843691:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843729:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226862.843733:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226862.843739:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781226862.843748:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:0.0:1781226862.843759:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843777:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843792:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843799:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226862.843804:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843816:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843827:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226862.843829:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226862.843833:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843839:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465f4b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226862.843856:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000001927b1e7 reply state 0000000050213953 transno 4294968061 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843865:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.843871:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff89a5ef93d700) 00010000:00010000:0.0:1781226862.843874:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226862.843876:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781226862.844017:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+96:31184:x1867750941626240:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 18419us (18676us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1781226862.844028:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1248 00000040:00080000:2.0:1781226862.846281:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226862.860984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.861153:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941626496 00000100:00100000:1.0:1781226862.861166:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941626496 00000100:00100000:1.0:1781226862.861255:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1249 00000100:00100000:1.0:1781226862.861268:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+96:31185:x1867750941626496:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226862.861303:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.861331:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465f60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d84 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.861435:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.861451:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.861473:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226862.861540:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226862.861544:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226862.861572:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.861604:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465f60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d84 expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.861626:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d84 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.861634:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226862.861637:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226862.861642:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226862.861805:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+97:31185:x1867750941626496:12345-192.168.202.30@tcp:101:bash.0 Request processed in 539us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226862.861814:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1249 00000100:00100000:3.0:1781226862.863770:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.863871:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941626624 00000100:00100000:1.0:1781226862.863883:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941626624 00000100:00100000:1.0:1781226862.863944:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1250 00000100:00100000:1.0:1781226862.863955:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9773450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+97:31185:x1867750941626624:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226862.863989:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.864013:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d8b expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864105:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864120:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864133:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864144:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864151:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864158:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864384:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465f83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864393:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465f83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864401:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465f83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226862.864446:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1781226862.864450:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226862.864476:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465f83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864493:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864499:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864505:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864512:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.864516:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864525:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864539:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226862.864542:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.864547:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864554:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4465f75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864571:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864578:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864583:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864589:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.864592:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864598:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864605:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff89a5ef93d700) 00010000:00010000:1.0:1781226862.864607:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.864610:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864616:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4465f7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864644:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4465f6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d8b expref: 99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864659:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d800/0x5d5522eac4465f83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d8b expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.864668:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.864670:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226862.864672:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9d800, rc 0) 00000100:00100000:1.0:1781226862.864808:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9773450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+98:31185:x1867750941626624:12345-192.168.202.30@tcp:101:bash.0 Request processed in 854us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226862.864816:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1250 00000100:00100000:0.0:1781226862.868358:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226862.868491:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941626752 00000100:00100000:2.0:1781226862.868501:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941626752 00000100:00100000:2.0:1781226862.868600:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1251 00000100:00100000:2.0:1781226862.868624:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:31185:x1867750941626752:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226862.868652:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226862.868680:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465f8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d92 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869281:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869303:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869319:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869389:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869400:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869410:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869462:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869469:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869477:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869485:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226862.869490:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869498:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869528:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226862.869533:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.869539:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869547:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465f91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869583:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869591:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869597:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869603:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226862.869759:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869853:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869863:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a4c6fc5000) 00010000:00010000:2.0:1781226862.869866:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.869869:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.869875:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4465f98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.870151:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465f8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d92 expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.870169:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226862.870172:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.870176:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4465f8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d92 expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.870188:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226862.870279:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:31185:x1867750941626752:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1658us (1931us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226862.870289:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1251 00000100:00100000:3.0:1781226862.882236:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.882401:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941626880 00000100:00100000:0.0:1781226862.882415:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941626880 00000100:00100000:0.0:1781226862.882497:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1252 00000100:00100000:0.0:1781226862.882508:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+43:31186:x1867750941626880:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226862.882534:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226862.882564:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4465f9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46d99 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.882654:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.882828:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.882843:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226862.882904:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226862.882909:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226862.882937:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.883074:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4465f9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 45 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.883099:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.883110:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226862.883113:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226862.883118:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c726f800, rc 0) 00000100:00100000:0.0:1781226862.883194:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+44:31186:x1867750941626880:12345-192.168.202.30@tcp:101:rm.0 Request processed in 688us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226862.883203:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1252 00000100:00100000:3.0:1781226862.886920:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.887444:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627008 00000100:00100000:1.0:1781226862.887459:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627008 00000100:00100000:1.0:1781226862.887579:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1253 00000100:00100000:1.0:1781226862.887593:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:31186:x1867750941627008:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226862.887622:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.887651:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465fad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46da0 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887802:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887819:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887834:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887848:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887856:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887862:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.887991:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465fc2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888000:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888007:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226862.888053:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1781226862.888057:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226862.888086:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465fc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888099:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888107:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888114:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888120:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9da00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.888125:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888133:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888148:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226862.888152:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.888158:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888165:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4465fb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888181:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888191:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888196:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888200:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.888203:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888805:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888818:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff89a5ef93d700) 00010000:00010000:1.0:1781226862.888821:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.888824:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888830:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4465fbb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888873:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4465fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46da0 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888888:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031600/0x5d5522eac4465fc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46da0 expref: 45 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.888896:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.888899:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226862.888902:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031600, rc 0) 00000100:00100000:1.0:1781226862.889069:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31186:x1867750941627008:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1477us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226862.889078:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1253 00000100:00100000:2.0:1781226862.893457:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.893577:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627136 00000100:00100000:0.0:1781226862.893591:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627136 00000100:00100000:0.0:1781226862.893721:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1254 00000100:00100000:0.0:1781226862.893734:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31186:x1867750941627136:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226862.893761:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226862.893802:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4465fc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46da7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.893899:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.893917:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.893930:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.893949:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.893968:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.893975:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894033:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894042:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894050:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894058:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226862.894064:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894073:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894086:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226862.894090:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226862.894095:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894103:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4465fd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894120:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894127:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894134:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894139:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226862.894142:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894149:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894161:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a5ef93d800) 00010000:00010000:0.0:1781226862.894164:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226862.894167:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894173:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f200/0x5d5522eac4465fd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894210:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4465fc9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46da7 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894221:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226862.894223:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226862.894226:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4465fc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46da7 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.894235:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f400, rc 0) 00000100:00100000:0.0:1781226862.894318:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31186:x1867750941627136:12345-192.168.202.30@tcp:101:rm.0 Request processed in 587us (878us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226862.894326:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1254 00000100:00100000:3.0:1781226862.897426:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.897661:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627264 00000100:00100000:0.0:1781226862.897682:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627264 00000100:00100000:2.0:1781226862.898015:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1255 00000100:00100000:2.0:1781226862.898028:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31186:x1867750941627264:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226862.898053:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226862.898082:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465fde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dae expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898173:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898192:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898206:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898338:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898352:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898360:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898413:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898422:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898428:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898436:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226862.898440:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898449:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898462:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226862.898466:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.898471:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898478:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4465fe5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898496:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898502:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898508:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898513:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226862.898516:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898522:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898528:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a4c6fc5000) 00010000:00010000:2.0:1781226862.898531:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.898533:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898539:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4465fec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898580:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465fde lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dae expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898590:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226862.898592:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.898596:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4465fde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dae expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.898611:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226862.898743:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31186:x1867750941627264:12345-192.168.202.30@tcp:101:rm.0 Request processed in 716us (1328us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226862.898752:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1255 00000100:00100000:2.0:1781226862.909248:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.909408:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627392 00000100:00100000:1.0:1781226862.909423:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627392 00000100:00100000:1.0:1781226862.909501:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1256 00000100:00100000:1.0:1781226862.909513:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31187:x1867750941627392:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226862.909538:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.909566:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465ff3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46db5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909677:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909736:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909752:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909775:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909791:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909799:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909865:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909873:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909880:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909887:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.909892:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909901:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909916:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.909919:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.909925:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909933:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4465ffa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909954:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909960:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909966:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909970:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.909974:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909980:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909986:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a5c60d7d00) 00010000:00010000:1.0:1781226862.909989:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.909991:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.909997:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4466001 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.910037:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465ff3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46db5 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.910048:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.910049:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.910053:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4465ff3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46db5 expref: 46 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.910064:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226862.910148:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31187:x1867750941627392:12345-192.168.202.30@tcp:101:cp.0 Request processed in 637us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226862.910156:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1256 00000100:00100000:3.0:1781226862.914117:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.914275:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627520 00000100:00100000:1.0:1781226862.914290:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627520 00000100:00100000:1.0:1781226862.914360:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1257 00000100:00100000:1.0:1781226862.914373:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31187:x1867750941627520:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226862.914401:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.914430:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466008 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dbc expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914531:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914552:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914567:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914585:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914592:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914599:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914654:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914673:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914681:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914688:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914733:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.914737:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914746:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914759:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.914762:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.914767:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914775:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446600f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914803:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914809:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914815:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914821:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226862.914824:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914831:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914843:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a5c60d7a00) 00010000:00010000:1.0:1781226862.914846:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.914848:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914855:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466016 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914896:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466008 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dbc expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914907:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.914909:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226862.914913:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466008 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dbc expref: 46 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.914923:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:1.0:1781226862.915002:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31187:x1867750941627520:12345-192.168.202.30@tcp:101:cp.0 Request processed in 632us (900us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226862.915011:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1257 00000100:00100000:3.0:1781226862.918469:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226862.919029:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627776 00000100:00100000:2.0:1781226862.919043:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627776 00000100:00100000:2.0:1781226862.919134:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1258 00000100:00100000:2.0:1781226862.919149:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31187:x1867750941627776:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226862.919181:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226862.919228:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446601d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dc3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.919368:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.919389:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.919402:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.919418:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.919425:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.919436:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226862.920867:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:2.0:1781226862.921118:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921134:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921144:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921189:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921198:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921206:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921227:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226862.921233:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921242:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921257:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226862.921260:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226862.921267:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921274:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466024 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226862.921294:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000043591866 reply state 000000003d1ab3d2 transno 4294968062 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921306:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921313:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a4c6fc5000) 00010000:00010000:2.0:1781226862.921315:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226862.921319:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226862.921366:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446601d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921384:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226862.921392:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:2.0:1781226862.921394:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226862.921397:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226862.922140:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31187:x1867750941627776:12345-192.168.202.30@tcp:101:cp.0 Request processed in 2988us (3679us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1781226862.922151:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1258 00000100:00100000:3.0:1781226862.927074:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.927165:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941627904 00000100:00100000:0.0:1781226862.927179:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941627904 00000100:00100000:0.0:1781226862.927287:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 330 00000100:00100000:0.0:1781226862.927299:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941627904:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226862.927322:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226862.927352:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dca expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226862.927383:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781226862.927408:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226862.927410:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226862.927421:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.927443:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.927460:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f400, rc 0) 00000100:00080000:1.0:1781226862.927560:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226862.928305:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941627904:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1004us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226862.928314:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 330 00000100:00100000:3.0:1781226862.932492:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.932620:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628032 00000100:00100000:0.0:1781226862.932634:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628032 00000100:00100000:0.0:1781226862.932739:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 331 00000100:00100000:0.0:1781226862.932751:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:31187:x1867750941628032:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226862.932773:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226862.932806:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dd1 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.932847:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.932863:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226862.932865:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226862.932870:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.932913:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.932927:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226862.932943:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964613120:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226862.933055:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226862.936482:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.936738:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964613120:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226862.936789:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.936816:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f200, rc 0) 00000100:00100000:0.0:1781226862.936902:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:31187:x1867750941628032:12345-192.168.202.30@tcp:101:cp.0 Request processed in 4152us (4423us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226862.936911:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 331 00000100:00100000:3.0:1781226862.937365:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628160 00000100:00100000:3.0:1781226862.937377:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628160 00010000:00010000:3.0:1781226862.937416:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226862.937449:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 385 00000100:00100000:3.0:1781226862.937458:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941628160:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226862.937475:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226862.937499:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.937513:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.937547:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ecea986a/0x5d5522eac4466040 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dca expref: 11 pid: 8405 timeout: 922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.937564:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226862.937566:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226862.937576:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.937587:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.937629:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226862.937645:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964613248:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226862.937874:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226862.943330:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964613248:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226862.943373:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226862.943461:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941628160:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6003us (6992us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226862.943476:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 385 00000100:00100000:2.0:1781226862.945479:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226862.945572:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628416 00000100:00100000:3.0:1781226862.945586:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628416 00000100:00100000:3.0:1781226862.945657:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 240 00000100:00100000:3.0:1781226862.945680:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31187:x1867750941628416:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:3.0:1781226862.946168:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31187:x1867750941628416:12345-192.168.202.30@tcp:35:cp.0 Request processed in 490us (700us total) trans 4294968063 rc 0/0 00000100:00100000:3.0:1781226862.946177:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 240 00000100:00100000:3.0:1781226862.980134:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226862.980418:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628544 00000100:00100000:0.0:1781226862.980432:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628544 00000100:00100000:0.0:1781226862.980520:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1259 00000100:00100000:0.0:1781226862.980533:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+98:31190:x1867750941628544:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226862.980561:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226862.980590:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446604e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dd8 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980741:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980758:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980771:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980795:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980803:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980810:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980918:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980931:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.980939:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226862.981236:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1781226862.981242:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226862.981271:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981285:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981295:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981301:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981308:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981315:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226862.981319:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981328:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981342:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226862.981346:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226862.981351:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981359:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466055 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981375:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981382:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981388:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981394:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fbe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226862.981397:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981403:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981411:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a4c6fc5000) 00010000:00010000:0.0:1781226862.981413:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226862.981416:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981422:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446605c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981457:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446604e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 100 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981473:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226862.981480:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:0.0:1781226862.981482:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226862.981485:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebe00, rc 0) 00000100:00100000:0.0:1781226862.981611:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+99:31190:x1867750941628544:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1080us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226862.981621:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1259 00000100:00100000:0.0:1781226862.986274:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226862.986411:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628672 00000100:00100000:3.0:1781226862.986425:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628672 00000100:00100000:3.0:1781226862.986517:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 332 00000100:00100000:3.0:1781226862.986529:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941628672:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226862.986552:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226862.986578:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac446606a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ddf expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226862.986675:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964613376:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226862.986836:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245c00 going to sleep for 11 seconds 00000100:00080000:1.0:1781226862.987527:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1781226862.989801:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226862.989814:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1781226862 00002000:00010000:3.0:1781226862.989817:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1781226862 00002000:00010000:3.0:1781226862.989820:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1781226862 00002000:00010000:3.0:1781226862.989822:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226862.989852:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964613376:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226862.989902:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac446606a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ddf expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.989934:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac446606a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ddf expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226862.989951:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226862.990034:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941628672:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3507us (3771us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226862.990045:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 332 00000100:00100000:0.0:1781226862.994580:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.994753:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628800 00000100:00100000:1.0:1781226862.994765:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628800 00000100:00100000:1.0:1781226862.994850:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1260 00000100:00100000:1.0:1781226862.994862:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+99:31190:x1867750941628800:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226862.994890:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.994923:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466071 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46de6 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.995030:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.995051:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.995065:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226862.995129:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1781226862.995133:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226862.995159:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.995193:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466071 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 101 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.995216:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 100 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226862.995226:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226862.995229:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226862.995233:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226862.995474:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+100:31190:x1867750941628800:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 613us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226862.995483:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1260 00000100:00100000:0.0:1781226862.999074:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226862.999186:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941628928 00000100:00100000:1.0:1781226862.999199:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941628928 00000100:00100000:1.0:1781226862.999401:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 333 00000100:00100000:1.0:1781226862.999414:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941628928:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226862.999438:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226862.999463:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac446607f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ded expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226862.999541:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964613504:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226862.999742:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226863.002471:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964613504:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226863.002524:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac446607f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ded expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.002553:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac446607f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ded expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.002568:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226863.002770:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+11:2425:x1867750941628928:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3358us (3709us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226863.002789:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 333 00000100:00100000:2.0:1781226863.006591:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226863.006830:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941629184 00000100:00100000:0.0:1781226863.006843:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941629184 00000100:00100000:0.0:1781226863.006948:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1261 00000100:00100000:0.0:1781226863.007023:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+100:31190:x1867750941629184:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:0.0:1781226863.007356:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:0.0:1781226863.007525:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+100:31190:x1867750941629184:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 566us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226863.007534:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1261 00000001:00080000:2.0:1781226863.018647:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968063 is committed 00000001:00080000:2.0:1781226863.018712:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968061 is committed 00000020:00080000:2.0:1781226863.018722:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00010000:00010000:3.0:1781226863.018827:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018843:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018851:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018859:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c726e400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226863.018865:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018874:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018895:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff89a5ef93d700) 00010000:00010000:3.0:1781226863.018898:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226863.018904:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018911:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e400/0x5d5522eac4465f52 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018945:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018952:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018970:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018979:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226863.018982:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018988:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.018995:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:3.0:1781226863.018998:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226863.019001:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.019007:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4465f59 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1781226863.019131:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:0.0:1781226863.019156:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:1.0:1781226863.022905:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.022933:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.022942:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.022949:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226863.023397:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.023407:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.023430:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a4c6fc5000) 00010000:00010000:1.0:1781226863.023434:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226863.023440:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.023448:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446602b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226863.100481:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226863.100497:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226863.100535:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1781226863.100547:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226863.100911:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964613632:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226863.101047:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226863.113244:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964613632:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226863.122329:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226863.122475:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941629312 00000100:00100000:2.0:1781226863.122489:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941629312 00000100:00100000:2.0:1781226863.122564:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1262 00000100:00100000:2.0:1781226863.122577:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31200:x1867750941629312:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226863.122627:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226863.122822:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31200:x1867750941629312:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 247us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226863.122830:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1262 00000100:00100000:2.0:1781226863.144879:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.145843:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941629568 00000100:00100000:3.0:1781226863.145860:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941629568 00000100:00100000:3.0:1781226863.145947:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1263 00000100:00100000:3.0:1781226863.145969:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31200:x1867750941629568:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226863.145997:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226863.146024:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466086 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46df4 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.146173:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446608d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.146192:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446608d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.146206:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446608d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226863.146221:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1781226863.146373:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466086 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46df4 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.146402:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446608d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46df4 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.146413:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:3.0:1781226863.146417:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226863.146421:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226863.146577:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941629568:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 611us (1712us total) trans 4294968064 rc 0/0 00000100:00100000:3.0:1781226863.146585:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1263 00000100:00100000:2.0:1781226863.156644:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226863.156772:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941629696 00000100:00100000:1.0:1781226863.156795:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941629696 00000100:00100000:1.0:1781226863.156888:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 58 00000100:00100000:1.0:1781226863.156901:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2425:x1867750941629696:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226863.156923:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226863.156967:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446608d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46df4 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.156993:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:1.0:1781226863.156999:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226863.157065:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2425:x1867750941629696:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 167us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226863.157076:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 58 00000100:00100000:1.0:1781226863.157412:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.158126:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941629824 00000100:00100000:3.0:1781226863.158139:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941629824 00000100:00100000:3.0:1781226863.158204:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 334 00000100:00100000:3.0:1781226863.158329:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941629824:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226863.158388:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.158415:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.158429:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226863.158431:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226863.158435:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.158483:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.158499:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 10 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226863.158516:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964613760:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226863.158630:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226863.171758:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226863.171881:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964613760:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226863.171921:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226863.171976:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941629952 00000100:00100000:2.0:1781226863.171984:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941629952 00002000:00100000:2.0:1781226863.172040:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff89a4c60d61c0 x1867750941629952/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:674/0 lens 648/0 e 0 to 0 dl 1781226874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226863.172050:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c60d61c0 with x1867750941629952 ext(0->157) 00010000:00010000:2.0:1781226863.172058:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 11 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226863.172072:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 11 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226863.172080:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c60d61c0 00000100:00100000:2.0:1781226863.172122:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 16 00000100:00100000:2.0:1781226863.172133:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941629952:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:2.0:1781226863.178265:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941629952:12345-192.168.202.30@tcp:4:cp.0 Request processed in 6115us (6499us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1781226863.178285:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 16 00002000:00100000:2.0:1781226863.178305:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff89a4c60d61c0 x1867750941629952/t4294967360(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:674/0 lens 648/448 e 0 to 0 dl 1781226874 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226863.178317:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c60d61c0 with x1867750941629952 ext(0->157) 00010000:00010000:2.0:1781226863.178329:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 13 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226863.178353:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 13 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226863.178361:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c60d61c0 00000100:00100000:0.0:1781226863.188188:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.188981:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941630080 00000100:00100000:3.0:1781226863.188996:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941630080 00010000:00010000:3.0:1781226863.189055:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 13 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226863.189098:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 386 00000100:00100000:3.0:1781226863.189109:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941630080:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226863.189131:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226863.189155:0:8431:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226863.189163:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 13 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.189185:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 13 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.189232:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466047 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd1 expref: 13 pid: 15413 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.189251:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226863.189253:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226863.189261:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.189271:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.189360:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226863.189437:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941630080:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 329us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226863.189447:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 386 00010000:00010000:1.0:1781226863.194261:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194287:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194324:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194334:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194344:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194351:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226863.194356:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194366:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194390:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.194399:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac446609b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226863.194542:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941629824:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 36211us (37122us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226863.194555:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 334 00000100:00100000:0.0:1781226863.198334:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226863.198848:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941630336 00000100:00100000:1.0:1781226863.198861:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941630336 00000100:00100000:1.0:1781226863.198929:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1264 00000100:00100000:1.0:1781226863.198942:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31200:x1867750941630336:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226863.199106:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31200:x1867750941630336:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 166us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226863.199115:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1264 00000100:00100000:1.0:1781226863.205805:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.205994:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941630464 00000100:00100000:3.0:1781226863.206007:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941630464 00000100:00100000:3.0:1781226863.206080:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 335 00000100:00100000:3.0:1781226863.206091:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941630464:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226863.206114:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226863.206142:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46dfb expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226863.206184:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a2b5d6e, atime: 0x0, ctime: 0x6a2b5d6e, blocks: 0x8 00010000:00010000:3.0:1781226863.206305:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226863.206308:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226863.206321:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.206345:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.206361:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:3.0:1781226863.206443:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941630464:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 353us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226863.206452:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 335 00000100:00100000:2.0:1781226863.213877:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.214851:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941630720 00000100:00100000:3.0:1781226863.214866:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941630720 00000100:00100000:3.0:1781226863.214947:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1265 00000100:00100000:3.0:1781226863.214973:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31200:x1867750941630720:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226863.215126:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31200:x1867750941630720:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 158us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226863.215134:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1265 00000100:00100000:2.0:1781226863.221216:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.221291:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941630848 00000100:00100000:3.0:1781226863.221304:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941630848 00002000:00100000:3.0:1781226863.221369:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff89a4c8ff2580 x1867750941630848/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:674/0 lens 488/0 e 0 to 0 dl 1781226874 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226863.221390:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff2580 with x1867750941630848 ext(0->4095) 00002000:00010000:3.0:1781226863.221397:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c8ff2580 00000100:00100000:3.0:1781226863.221434:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 90 00000100:00100000:3.0:1781226863.221446:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941630848:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226863.226314:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941630848:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 4852us (5095us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226863.226334:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 90 00002000:00100000:1.0:1781226863.226349:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff89a4c8ff2580 x1867750941630848/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:674/0 lens 488/4536 e 0 to 0 dl 1781226874 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226863.226360:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff2580 with x1867750941630848 ext(0->4095) 00002000:00010000:1.0:1781226863.226368:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c8ff2580 00000100:00100000:3.0:1781226863.235951:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226863.236635:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941630976 00000100:00100000:1.0:1781226863.236652:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941630976 00000100:00100000:1.0:1781226863.236947:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1266 00000100:00100000:1.0:1781226863.236971:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31200:x1867750941630976:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226863.237001:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226863.237031:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44660a9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e02 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.237078:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.237095:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.237110:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.237289:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44660a9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.237313:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.237324:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:1.0:1781226863.237327:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226863.237331:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226863.237420:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941630976:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 453us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226863.237428:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1266 00000100:00100000:2.0:1781226863.248556:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226863.251340:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941631104 00000100:00100000:0.0:1781226863.251360:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941631104 00000100:00100000:0.0:1781226863.251450:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1267 00000100:00100000:0.0:1781226863.251464:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941631104:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226863.251515:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226863.251728:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941631104:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 267us (3186us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226863.251737:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1267 00000100:00100000:1.0:1781226863.254836:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226863.255642:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941631232 00000100:00100000:0.0:1781226863.255657:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941631232 00000100:00100000:0.0:1781226863.255766:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 336 00000100:00100000:0.0:1781226863.255789:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941631232:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226863.255849:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255871:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226863.255874:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226863.255881:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255898:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255937:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255947:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255966:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255975:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226863.255980:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.255990:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.256007:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226863.256017:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44660b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226863.256123:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941631232:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 346us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226863.256133:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 336 00000100:00100000:1.0:1781226863.260651:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.260830:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941631488 00000100:00100000:3.0:1781226863.260845:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941631488 00000100:00100000:3.0:1781226863.260922:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1268 00000100:00100000:3.0:1781226863.260934:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941631488:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226863.261053:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.261077:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.261087:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.261134:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.261149:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 48 pid: 6523 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226863.261166:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964613888:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226863.261289:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245840 going to sleep for 11 seconds 00000100:00100000:2.0:1781226863.264383:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226863.264616:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941631616 00000100:00100000:1.0:1781226863.264628:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941631616 00010000:00010000:1.0:1781226863.264692:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 49 pid: 6523 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226863.264968:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 387 00000100:00100000:1.0:1781226863.264981:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941631616:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226863.265004:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226863.265012:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 49 pid: 6523 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.265028:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 49 pid: 6523 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.265057:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:1.0:1781226863.265063:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.265074:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.265083:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226863.265106:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226863.265172:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941631616:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 193us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226863.265181:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 387 00010000:00010000:3.0:1781226863.265430:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660b0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e02 expref: 48 pid: 6523 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226863.265448:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964613888:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226863.265480:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265491:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265497:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265865:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265875:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265883:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265890:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226863.265896:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265906:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265918:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:3.0:1781226863.265923:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226863.265928:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226863.265936:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660be lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226863.266063:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941631488:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 5130us (5427us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1781226863.266074:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1268 00000040:00080000:2.0:1781226863.266589:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226863.266595:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226863.267613:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781226863.267629:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226863.271410:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226863.271513:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941631872 00000100:00100000:3.0:1781226863.271528:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941631872 00000100:00100000:3.0:1781226863.271612:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 241 00000100:00100000:3.0:1781226863.271627:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31200:x1867750941631872:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226863.272123:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31200:x1867750941631872:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 499us (734us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1781226863.272133:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 241 00010000:00010000:3.0:1781226863.740122:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226864.094625:0:23208:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226864.094638:0:23208:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226864.094678:0:23208:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1781226864.094686:0:23208:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226864.124349:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226864.124382:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964614016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226864.124481:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226864.124566:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964614016 00000100:00100000:0.0:1781226864.124575:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964614016 00000100:00100000:0.0:1781226864.124652:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1781226864.124664:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964614016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226864.124718:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162790208 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1781226864.124782:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964614016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.124790:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00080000:0.0:1781226864.124813:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226864.125124:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964614016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226864.129389:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964614144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226864.129494:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226864.130038:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964614144 00000100:00100000:0.0:1781226864.130051:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964614144 00000100:00100000:0.0:1781226864.130144:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1781226864.130156:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964614144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226864.130186:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162790208 pending 28672 free 3922448384 avail 3690926080 00000100:00080000:2.0:1781226864.130340:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226864.130931:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964614144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 774us (1432us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.130942:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1781226864.135203:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964614144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226864.268377:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.268464:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941632128 00000100:00100000:3.0:1781226864.268478:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941632128 00000100:00100000:3.0:1781226864.268570:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1269 00000100:00100000:3.0:1781226864.268604:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:31207:x1867750941632128:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226864.268632:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226864.268666:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e09 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.268876:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44660cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.268900:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44660cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.268916:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44660cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226864.268930:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1781226864.269079:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44660c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e09 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.269099:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44660cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e09 expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.269110:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:3.0:1781226864.269113:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226864.269118:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226864.269188:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+100:31207:x1867750941632128:12345-192.168.202.30@tcp:101:cat.0 Request processed in 589us (821us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1781226864.269197:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1269 00000100:00080000:1.0:1781226864.269469:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226864.273543:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.273604:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.273641:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941632384 00000100:00100000:0.0:1781226864.273664:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941632384 00000100:00100000:0.0:1781226864.273778:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 59 00000100:00100000:0.0:1781226864.273791:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c803d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+100:2426:x1867750941632384:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226864.273813:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226864.273845:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44660cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e09 expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.273867:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:0.0:1781226864.273873:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226864.273940:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c803d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+99:2426:x1867750941632384:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 153us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.273950:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 59 00000100:00100000:3.0:1781226864.275135:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941632256 00000100:00100000:3.0:1781226864.275148:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941632256 00000100:00100000:3.0:1781226864.275338:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 337 00000100:00100000:3.0:1781226864.275350:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941632256:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226864.275369:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226864.275393:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e10 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.275429:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226864.275431:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226864.275440:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.275462:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.275476:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226864.275534:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941632256:12345-192.168.202.30@tcp:101:cat.0 Request processed in 186us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226864.275541:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 337 00000100:00080000:0.0:1781226864.275755:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226864.278995:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.279051:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941632512 00000100:00100000:0.0:1781226864.279064:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941632512 00002000:00100000:0.0:1781226864.279128:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff89a5d897f0c0 x1867750941632512/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:675/0 lens 488/0 e 0 to 0 dl 1781226875 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226864.279141:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d897f0c0 with x1867750941632512 ext(0->4095) 00002000:00010000:0.0:1781226864.279149:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d897f0c0 00000100:00100000:0.0:1781226864.279184:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 91 00000100:00100000:0.0:1781226864.279195:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941632512:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:0.0:1781226864.279492:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941632512:12345-192.168.202.30@tcp:3:cat.0 Request processed in 298us (521us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226864.279500:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 91 00002000:00100000:0.0:1781226864.279507:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff89a5d897f0c0 x1867750941632512/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:675/0 lens 488/4536 e 0 to 0 dl 1781226875 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226864.279515:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d897f0c0 with x1867750941632512 ext(0->4095) 00002000:00010000:0.0:1781226864.279519:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d897f0c0 00000100:00100000:1.0:1781226864.283147:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.283938:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941632768 00000100:00100000:3.0:1781226864.283963:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941632768 00000100:00100000:3.0:1781226864.284061:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 242 00000100:00100000:3.0:1781226864.284073:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+99:31207:x1867750941632768:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:3.0:1781226864.284499:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+100:31207:x1867750941632768:12345-192.168.202.30@tcp:35:cat.0 Request processed in 427us (1369us total) trans 4294968068 rc 0/0 00000100:00100000:3.0:1781226864.284507:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 242 00000100:00100000:3.0:1781226864.322450:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226864.322577:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633024 00000100:00100000:1.0:1781226864.322592:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633024 00000100:00100000:1.0:1781226864.322679:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1270 00000100:00100000:1.0:1781226864.322732:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+100:31208:x1867750941633024:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226864.322781:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226864.322811:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44660e1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e17 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.322972:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660e8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.322990:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.323004:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226864.323019:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1781226864.323166:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac44660e1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e17 expref: 103 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.323188:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660e8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e17 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.323204:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:1.0:1781226864.323207:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226864.323211:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226864.323285:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+102:31208:x1867750941633024:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 595us (853us total) trans 4294968069 rc 0/0 00000100:00100000:1.0:1781226864.323293:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1270 00000100:00100000:2.0:1781226864.327661:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.327822:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633152 00000100:00100000:3.0:1781226864.327837:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633152 00000100:00100000:3.0:1781226864.327929:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 338 00000100:00100000:3.0:1781226864.327953:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941633152:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:3.0:1781226864.328035:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.328069:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.328079:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.328087:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226864.328089:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226864.328093:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.328146:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.328161:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 12 pid: 15413 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.328178:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964614272:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226864.328512:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.328523:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 11 pid: 8404 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.328540:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964614400:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226864.328563:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226864.342643:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.342682:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.342754:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633408 00000100:00100000:0.0:1781226864.342764:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633408 00010000:00010000:0.0:1781226864.342839:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 12 pid: 8404 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226864.342886:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633280 00000100:00100000:0.0:1781226864.342890:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633280 00010000:00010000:0.0:1781226864.342904:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 13 pid: 15413 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226864.342928:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 388 00000100:00100000:0.0:1781226864.342939:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941633408:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226864.342972:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226864.343003:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 12 pid: 8404 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.343018:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 12 pid: 8404 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.343054:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226864.343117:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941633408:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 179us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.343126:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 388 00000100:00100000:0.0:1781226864.343145:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 389 00000100:00100000:0.0:1781226864.343153:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941633280:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226864.343161:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226864.343169:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 13 pid: 15413 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.343181:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 13 pid: 15413 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.343195:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226864.343197:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226864.343202:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.343212:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.343237:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226864.343255:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941633280:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 102us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.343262:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 389 00000100:00080000:0.0:1781226864.343285:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781226864.344257:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac59f006/0x5d5522eac44660da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e10 expref: 12 pid: 15413 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.344286:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964614272:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226864.344302:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac44660a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dfb expref: 11 pid: 8404 timeout: 923 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.344313:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964614400:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226864.344340:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344353:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344361:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344393:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344403:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344412:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344420:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226864.344424:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344435:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344452:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.344460:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac44660f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.344554:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+11:2426:x1867750941633152:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 16614us (16917us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226864.344564:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 338 00000100:00100000:0.0:1781226864.348199:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.350325:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633664 00000100:00100000:3.0:1781226864.350347:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633664 00000100:00100000:3.0:1781226864.350439:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 243 00000100:00100000:3.0:1781226864.350453:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+102:31208:x1867750941633664:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:3.0:1781226864.350536:0:6527:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660e8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e17 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226864.350828:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968070 00000001:00080000:3.0:1781226864.351390:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968071 00010000:00010000:3.0:1781226864.351445:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.351468:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.351476:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.351485:0:6527:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.351535:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.351554:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 105 pid: 10991 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.351573:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964614528:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226864.351735:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.351746:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 48 pid: 6525 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.351762:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964614656:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226864.351829:0:6527:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226864.361185:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226864.361246:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226864.361285:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633792 00000100:00100000:2.0:1781226864.361299:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633792 00010000:00010000:2.0:1781226864.361350:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 106 pid: 10991 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226864.361391:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941633920 00000100:00100000:2.0:1781226864.361394:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941633920 00010000:00010000:2.0:1781226864.361422:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 49 pid: 6525 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226864.361446:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 390 00000100:00100000:2.0:1781226864.361458:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+106:2425:x1867750941633792:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226864.361477:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226864.361486:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 106 pid: 10991 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361501:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 106 pid: 10991 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361530:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:2.0:1781226864.361537:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361547:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361554:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226864.361625:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+106:2425:x1867750941633792:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 170us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226864.361634:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 390 00000100:00100000:2.0:1781226864.361656:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 391 00000100:00100000:2.0:1781226864.361663:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2425:x1867750941633920:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226864.361672:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226864.361676:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 49 pid: 6525 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361686:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 49 pid: 6525 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361723:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:2.0:1781226864.361728:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361736:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361746:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226864.361779:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226864.361801:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2425:x1867750941633920:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 138us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226864.361809:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 391 00000100:00080000:2.0:1781226864.361838:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781226864.363554:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466063 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dd8 expref: 105 pid: 10991 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.363580:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964614528:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226864.363595:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466032 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46dc3 expref: 48 pid: 6525 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226864.363610:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964614656:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226864.363642:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.363654:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.363660:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226864.363851:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968072 00000001:00080000:3.0:1781226864.364011:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968073 00000001:00080000:3.0:1781226864.364052:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968074 00000100:00100000:3.0:1781226864.364156:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964614784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1781226864.366247:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226864.366323:0:6527:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226864.370875:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964614784 00000100:00100000:1.0:1781226864.370897:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964614784 00000100:00100000:1.0:1781226864.370985:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1781226864.370998:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1867750964614784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1781226864.371203:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6527:x1867750964614784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 208us (4971us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226864.371212:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1781226864.371403:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964614784:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1781226864.371601:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968075 00000100:00100000:2.0:1781226864.371734:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff12c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964614912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1781226864.371804:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226864.371835:0:6527:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933f00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226864.371963:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964614912 00000100:00100000:0.0:1781226864.371970:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964614912 00000100:00100000:0.0:1781226864.372006:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1781226864.372014:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6527:x1867750964614912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781226864.372143:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6527:x1867750964614912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 129us (338us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1781226864.372151:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1781226864.372188:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff12c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964614912:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1781226864.372213:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.372224:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.372233:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.372239:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226864.372244:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.372253:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.372272:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:0.0:1781226864.372275:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781226864.372279:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226864.372285:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44660fd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226864.372408:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781226864.372497:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9264 00000004:00080000:0.0:1781226864.372511:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 823512814628ns, next at 824512812066ns, rc = 0 00000001:00080000:0.0:1781226864.372519:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968076 00010000:00010000:0.0:1781226864.372551:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fc5f00) 00010000:00010000:0.0:1781226864.372554:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226864.372563:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44660e8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e17 expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226864.372676:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+108:31208:x1867750941633664:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 22227us (24488us total) trans 4294968077 rc 0/0 00000100:00100000:0.0:1781226864.372686:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 243 00000020:00080000:0.0:1781226864.372690:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1781226864.496871:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.497152:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941634176 00000100:00100000:3.0:1781226864.497167:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941634176 00000100:00100000:3.0:1781226864.497495:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1271 00000100:00100000:3.0:1781226864.497510:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:31214:x1867750941634176:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226864.497541:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226864.497573:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466104 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e1e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497723:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497740:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497754:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497782:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497791:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497797:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497975:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466119 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497984:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466119 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.497992:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466119 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226864.498006:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1781226864.498108:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498116:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498122:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498128:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226864.498133:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498142:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498157:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:3.0:1781226864.498161:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226864.498167:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498174:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446610b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498196:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498202:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498225:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498231:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226864.498234:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498240:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498247:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a5c307e300) 00010000:00010000:3.0:1781226864.498250:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226864.498252:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498258:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466112 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498311:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466104 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e1e expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498327:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466119 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e1e expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.498335:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e100) 00010000:00010000:3.0:1781226864.498337:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226864.498340:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226864.498433:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:31214:x1867750941634176:12345-192.168.202.30@tcp:101:cat.0 Request processed in 927us (1575us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1781226864.498444:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1271 00000100:00100000:0.0:1781226864.503000:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226864.503150:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941634432 00000100:00100000:1.0:1781226864.503165:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941634432 00000100:00100000:1.0:1781226864.503266:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 60 00000100:00100000:1.0:1781226864.503279:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+110:31214:x1867750941634432:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:1.0:1781226864.503300:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226864.503335:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466119 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e1e expref: 110 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.503365:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e100) 00010000:00010000:1.0:1781226864.503380:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226864.503456:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+109:31214:x1867750941634432:12345-192.168.202.30@tcp:103:cat.0 Request processed in 180us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226864.503469:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 60 00000100:00100000:1.0:1781226864.505797:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.505892:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941634560 00000100:00100000:3.0:1781226864.505906:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941634560 00000100:00100000:3.0:1781226864.505994:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1272 00000100:00100000:3.0:1781226864.506006:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+109:31214:x1867750941634560:12345-192.168.202.30@tcp:58:cat.0 00010000:00010000:3.0:1781226864.506158:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.506179:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226864.506193:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226864.506345:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:3.0:1781226864.506454:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+109:31214:x1867750941634560:12345-192.168.202.30@tcp:58:cat.0 Request processed in 451us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226864.506463:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1272 00000100:00100000:0.0:1781226864.508627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226864.508751:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941634688 00000100:00100000:1.0:1781226864.508763:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941634688 00000100:00100000:1.0:1781226864.508839:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1273 00000100:00100000:1.0:1781226864.508852:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+109:31214:x1867750941634688:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:1.0:1781226864.508878:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226864.508908:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e25 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.508991:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.509004:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.509029:0:6523:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.509046:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.509062:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:1.0:1781226864.509065:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226864.509069:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 110 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226864.509076:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226864.509153:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+110:31214:x1867750941634688:12345-192.168.202.30@tcp:101:cat.0 Request processed in 304us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226864.509161:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1273 00000100:00100000:0.0:1781226864.539980:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226864.540180:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941634816 00000100:00100000:3.0:1781226864.540194:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941634816 00000100:00100000:3.0:1781226864.540267:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 744 00000100:00100000:3.0:1781226864.540279:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941634816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226864.540388:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941634816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 112us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226864.540398:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 744 00000100:00100000:0.0:1781226864.540587:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.540683:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.540733:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.540762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226864.540799:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941634944 00000100:00100000:0.0:1781226864.540803:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941634944 00000100:00100000:0.0:1781226864.540865:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635200 00000100:00100000:0.0:1781226864.540868:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635200 00000100:00100000:0.0:1781226864.540892:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1062 00000100:00100000:0.0:1781226864.540900:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941634944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226864.540950:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941634944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 51us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.540957:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1062 00000100:00100000:0.0:1781226864.540971:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1063 00000100:00100000:0.0:1781226864.540978:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941635200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226864.540988:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635072 00000100:00100000:1.0:1781226864.540993:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635072 00000100:00100000:0.0:1781226864.541005:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941635200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226864.541011:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1063 00000100:00100000:1.0:1781226864.541027:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635328 00000100:00080000:0.0:1781226864.541027:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226864.541029:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635328 00000100:00080000:0.0:1781226864.541033:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226864.541035:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226864.541052:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 630 00000100:00100000:1.0:1781226864.541059:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941635072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226864.541089:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941635072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226864.541096:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 630 00000100:00100000:1.0:1781226864.541109:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 631 00000100:00100000:1.0:1781226864.541115:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941635328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226864.542005:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941635328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 882us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226864.542018:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 631 00010000:00010000:1.0:1781226864.764328:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226865.148336:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226865.148368:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964615040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226865.148467:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226865.155547:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964615040 00000100:00100000:0.0:1781226865.155575:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964615040 00000100:00100000:0.0:1781226865.155672:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1781226865.155727:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964615040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226865.155802:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1781226865.156080:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964615040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 384us (7611us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.156089:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1781226865.156278:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964615040:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226865.340082:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226865.340097:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226865.340142:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:2.0:1781226865.340155:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226865.340368:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964615168:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226865.340525:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933600 going to sleep for 11 seconds 00000100:00100000:2.0:1781226865.356624:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.356747:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635456 00000100:00100000:0.0:1781226865.356767:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635456 00000100:00100000:3.0:1781226865.356863:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964615168:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226865.356868:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1274 00000100:00100000:0.0:1781226865.356884:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941635456:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226865.356942:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226865.357118:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941635456:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 236us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.357127:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1274 00000100:00100000:0.0:1781226865.365099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.365251:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635584 00000100:00100000:3.0:1781226865.365265:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635584 00000100:00100000:3.0:1781226865.365691:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1275 00000100:00100000:3.0:1781226865.365749:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941635584:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781226865.365875:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365900:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365920:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365939:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365947:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365953:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365986:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.365996:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366003:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226865.366068:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1781226865.366073:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226865.366091:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366104:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366111:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366119:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366126:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226865.366133:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366142:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366158:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226865.366161:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226865.366166:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366174:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466135 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366215:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366222:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366227:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366233:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226865.366236:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366242:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366249:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff89a5c307e300) 00010000:00010000:3.0:1781226865.366251:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226865.366254:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366260:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac446613c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366294:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366302:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366308:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366314:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226865.366317:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366324:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.366332:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:3.0:1781226865.366334:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226865.367166:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.367180:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466143 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.367912:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941635584:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 2161us (2827us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226865.367927:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1275 00000100:00100000:1.0:1781226865.373441:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.373561:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635840 00000100:00100000:2.0:1781226865.373577:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635840 00000100:00100000:2.0:1781226865.373675:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1276 00000100:00100000:2.0:1781226865.373689:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941635840:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.373746:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226865.373782:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446614a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e2c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374055:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374080:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374097:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226865.374114:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1781226865.374231:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374241:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374249:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374256:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226865.374261:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374269:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374583:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:2.0:1781226865.374587:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226865.374593:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374601:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466151 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374865:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446614a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e2c expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374878:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226865.374881:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226865.374885:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446614a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e2c expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.374897:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226865.375004:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941635840:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1319us (1577us total) trans 4294968079 rc 301/301 00000100:00100000:2.0:1781226865.375014:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1276 00000100:00100000:2.0:1781226865.379198:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.379313:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941635968 00000100:00100000:3.0:1781226865.379328:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941635968 00000100:00100000:3.0:1781226865.379416:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1277 00000100:00100000:3.0:1781226865.379427:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941635968:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226865.379488:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226865.379726:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941635968:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 271us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226865.379735:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1277 00000100:00100000:2.0:1781226865.384742:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.385114:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941636224 00000100:00100000:3.0:1781226865.385130:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941636224 00000100:00100000:3.0:1781226865.385219:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1278 00000100:00100000:3.0:1781226865.385234:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941636224:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226865.385261:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226865.385288:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446615f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e33 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.386000:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466166 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.386018:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466166 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.386030:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466166 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226865.386043:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:3.0:1781226865.386100:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446615f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e33 expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.386128:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466166 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e33 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.386138:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5c307e300) 00010000:00010000:3.0:1781226865.386141:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226865.386145:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226865.386903:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:31215:x1867750941636224:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1667us (2173us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1781226865.386915:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1278 00000100:00100000:2.0:1781226865.394087:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.394205:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941636480 00000100:00100000:0.0:1781226865.394229:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941636480 00000100:00100000:0.0:1781226865.394396:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1279 00000100:00100000:0.0:1781226865.394409:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:31215:x1867750941636480:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226865.394489:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226865.394524:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466166 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e33 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.394559:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5c307e300) 00010000:00010000:0.0:1781226865.394572:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226865.394602:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.394619:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.394628:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.394677:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.394919:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 109 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.394944:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964615296:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226865.395081:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c6843180 going to sleep for 11 seconds 00000100:00100000:1.0:1781226865.399550:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.399677:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941636608 00000100:00100000:2.0:1781226865.399690:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941636608 00010000:00010000:2.0:1781226865.399798:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 110 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.399856:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 392 00000100:00100000:2.0:1781226865.399868:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+110:2427:x1867750941636608:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226865.399891:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226865.399900:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 110 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.399922:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 110 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.399967:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226865.399974:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.399986:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.399996:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.400024:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226865.400092:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+110:2427:x1867750941636608:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 226us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.400102:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 392 00010000:00010000:0.0:1781226865.400322:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466078 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46de6 expref: 109 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.400356:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964615296:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226865.400389:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400400:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400406:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400438:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400448:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400456:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400539:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400548:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400557:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400564:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400572:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226865.400578:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400588:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400598:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226865.400601:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226865.400606:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400613:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466174 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400626:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400632:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400637:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400641:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ebc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226865.400644:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400650:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400656:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xd8a82bd9 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226865.400659:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226865.400661:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.400672:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446617b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xd8a82bd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.400789:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:31215:x1867750941636480:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 6382us (6745us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226865.400800:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1279 00000100:00100000:1.0:1781226865.410097:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.410656:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941636736 00000100:00100000:0.0:1781226865.410672:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941636736 00000100:00100000:0.0:1781226865.410804:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1280 00000100:00100000:0.0:1781226865.410817:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:31215:x1867750941636736:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226865.410843:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226865.410876:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac4466182 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e3a expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.410940:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.410957:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.410971:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.411122:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac4466182 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.411148:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.411165:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226865.411169:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226865.411173:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb000, rc 0) 00000100:00100000:0.0:1781226865.411263:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:31215:x1867750941636736:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 448us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.411272:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1280 00000100:00100000:1.0:1781226865.417926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.418607:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941636992 00000100:00100000:2.0:1781226865.418622:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941636992 00000100:00100000:2.0:1781226865.418725:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1281 00000100:00100000:2.0:1781226865.418739:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:31215:x1867750941636992:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.418868:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.418891:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.418906:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226865.419101:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000002236eafa reply state 000000001b5977d0 transno 4294968081 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.419117:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.419126:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:2.0:1781226865.419129:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226865.419134:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226865.419284:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:31215:x1867750941636992:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 547us (1372us total) trans 4294968081 rc 0/0 00000100:00100000:2.0:1781226865.419294:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1281 00000100:00100000:1.0:1781226865.422429:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.422527:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941637120 00000100:00100000:0.0:1781226865.422541:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941637120 00000100:00100000:0.0:1781226865.422622:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1282 00000100:00100000:0.0:1781226865.422644:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:31215:x1867750941637120:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226865.422677:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226865.422746:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e41 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.422837:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.422855:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.422866:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226865.422869:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226865.422874:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea000, rc 0) 00000100:00100000:0.0:1781226865.423164:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:31215:x1867750941637120:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 530us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.423177:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1282 00000100:00100000:1.0:1781226865.437341:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.438386:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941637248 00000100:00100000:0.0:1781226865.438402:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941637248 00000100:00100000:0.0:1781226865.438525:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 244 00000100:00100000:0.0:1781226865.438538:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:31215:x1867750941637248:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781226865.438740:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:31215:x1867750941637248:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 204us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.438749:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 244 00000100:00100000:3.0:1781226865.441151:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.449656:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941637504 00000100:00100000:2.0:1781226865.449682:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941637504 00000100:00100000:2.0:1781226865.449802:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 245 00000100:00100000:2.0:1781226865.449816:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:31215:x1867750941637504:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226865.450493:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941637504:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 677us (9354us total) trans 4294968082 rc 0/0 00000100:00100000:2.0:1781226865.450503:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 245 00000100:00100000:1.0:1781226865.456153:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.456371:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941637760 00000100:00100000:3.0:1781226865.456384:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941637760 00000100:00100000:3.0:1781226865.456512:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1283 00000100:00100000:3.0:1781226865.456526:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941637760:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226865.456727:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941637760:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 203us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226865.456737:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1283 00000100:00100000:1.0:1781226865.463069:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.463254:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941638016 00000100:00100000:3.0:1781226865.463268:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941638016 00000100:00100000:3.0:1781226865.463342:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1284 00000100:00100000:3.0:1781226865.463356:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941638016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226865.463383:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226865.463411:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446619e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e48 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.463569:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.463587:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.463598:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.463894:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.463920:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 56 pid: 6523 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.464000:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964615424:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226865.464173:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f59c8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226865.468912:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.469532:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941638144 00000100:00100000:2.0:1781226865.469548:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941638144 00010000:00010000:2.0:1781226865.469611:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 57 pid: 6523 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.469672:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 393 00000100:00100000:2.0:1781226865.469685:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7893450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2427:x1867750941638144:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226865.469766:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226865.469775:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 57 pid: 6523 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.469791:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 57 pid: 6523 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.469823:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:2.0:1781226865.469829:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.469842:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.469851:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.469875:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226865.469964:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7893450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2427:x1867750941638144:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 280us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.469972:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 393 00010000:00010000:3.0:1781226865.475505:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466197 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e41 expref: 56 pid: 6523 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.475542:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964615424:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226865.475574:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.477521:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.477541:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226865.477572:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00080000:1.0:1781226865.493622:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:1.0:1781226865.495545:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.495568:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.495577:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.495583:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226865.495589:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.495597:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.495616:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:1.0:1781226865.495619:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226865.495624:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.495630:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44661a5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.496054:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446619e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e48 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.496067:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226865.496070:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226865.496074:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446619e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e48 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.496099:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:1.0:1781226865.496210:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941638016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 32856us (33154us total) trans 4294968083 rc 301/301 00000100:00100000:1.0:1781226865.496221:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1284 00000100:00100000:0.0:1781226865.499476:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.499583:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941638400 00000100:00100000:1.0:1781226865.499598:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941638400 00000100:00100000:1.0:1781226865.499684:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 246 00000100:00100000:1.0:1781226865.499735:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941638400:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226865.500154:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:31215:x1867750941638400:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 458us (692us total) trans 4294968084 rc 0/0 00000100:00100000:1.0:1781226865.500164:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 246 00000100:00100000:3.0:1781226865.504973:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.505160:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941638528 00000100:00100000:0.0:1781226865.505173:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941638528 00000100:00100000:0.0:1781226865.505254:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1285 00000100:00100000:0.0:1781226865.505267:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:31215:x1867750941638528:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226865.505297:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226865.505329:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44661b3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e4f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.505444:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44661ba lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.505464:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44661ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.505479:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44661ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226865.505551:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:0.0:1781226865.505556:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226865.505590:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44661ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.505629:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44661b3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e4f expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.505655:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44661ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e4f expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.505666:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226865.505670:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781226865.505674:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:0.0:1781226865.505848:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:31215:x1867750941638528:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 583us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.505856:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1285 00000100:00100000:3.0:1781226865.509554:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.510295:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941638656 00000100:00100000:2.0:1781226865.510309:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941638656 00000100:00100000:2.0:1781226865.510389:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 339 00000100:00100000:2.0:1781226865.510402:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941638656:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.510425:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226865.510453:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e56 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226865.510487:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226865.510513:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226865.510515:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226865.510526:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.510550:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.510566:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226865.510731:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941638656:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 295us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.510740:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 339 00000100:00100000:0.0:1781226865.535412:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.535579:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941638912 00000100:00100000:3.0:1781226865.535593:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941638912 00000100:00100000:0.0:1781226865.536123:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1286 00000100:00100000:0.0:1781226865.536139:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:31215:x1867750941638912:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226865.536306:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:31215:x1867750941638912:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 171us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.536315:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1286 00000100:00100000:3.0:1781226865.544279:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.544646:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639040 00000100:00100000:2.0:1781226865.544660:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639040 00000100:00100000:2.0:1781226865.544788:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 340 00000100:00100000:2.0:1781226865.544801:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:31215:x1867750941639040:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.544824:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226865.544850:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e5d expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.544899:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.544909:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226865.544911:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226865.544916:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.544969:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.544984:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 11 pid: 8404 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.545001:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964615552:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226865.545125:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933600 going to sleep for 11 seconds 00000100:00100000:3.0:1781226865.547975:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.548009:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639168 00000100:00100000:3.0:1781226865.548018:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639168 00010000:00010000:3.0:1781226865.548062:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 12 pid: 8404 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.548100:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 394 00000100:00100000:3.0:1781226865.548109:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941639168:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226865.548133:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226865.548159:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 12 pid: 8404 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.548174:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 12 pid: 8404 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.548206:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226865.548690:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226865.548726:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.548739:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.548803:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.548820:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc3c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8431:1867750964615680:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226865.548919:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f59c8cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1781226865.549670:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df5ec36f/0x5d5522eac44661c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e56 expref: 12 pid: 8404 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.549723:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964615552:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226865.549767:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.549780:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226865.549829:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:31215:x1867750941639040:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 5032us (5565us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.549840:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 340 00000100:00100000:0.0:1781226865.555667:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc3c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8431:1867750964615680:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226865.555728:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226865.557783:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941639168:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 9649us (9793us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.557803:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 394 00000100:00100000:2.0:1781226865.560193:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.560962:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639296 00000100:00100000:0.0:1781226865.560979:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639296 00002000:00100000:0.0:1781226865.561059:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff89a4c737d680 x1867750941639296/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:676/0 lens 648/0 e 0 to 0 dl 1781226876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226865.561072:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c737d680 with x1867750941639296 ext(0->157) 00002000:00010000:0.0:1781226865.561079:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c737d680 00000100:00100000:0.0:1781226865.561124:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 92 00000100:00100000:0.0:1781226865.561135:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941639296:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781226865.562828:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941639296:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 1684us (2639us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1781226865.562845:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 92 00002000:00100000:0.0:1781226865.562858:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff89a4c737d680 x1867750941639296/t4294967366(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:676/0 lens 648/448 e 0 to 0 dl 1781226876 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226865.562869:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c737d680 with x1867750941639296 ext(0->157) 00002000:00010000:0.0:1781226865.562875:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c737d680 00000100:00100000:2.0:1781226865.567927:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.574468:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639424 00000100:00100000:1.0:1781226865.574494:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639424 00000100:00100000:1.0:1781226865.574598:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1287 00000100:00100000:1.0:1781226865.574613:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+57:31215:x1867750941639424:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781226865.577538:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968084 is committed 00000001:00080000:3.0:1781226865.577577:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968078 is committed 00000004:00080000:3.0:1781226865.577588:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000020:00080000:3.0:1781226865.577612:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c7933180 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:3.0:1781226865.577618:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5eebd5f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c7933000 00000020:00080000:3.0:1781226865.577621:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5eebd5b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8656000 00010000:00010000:1.0:1781226865.577788:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.577802:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.577810:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.577816:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226865.577822:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.577832:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.577854:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:1.0:1781226865.577857:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226865.577862:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.577869:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466190 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.578081:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31215:x1867750941639424:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 3465us (10163us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226865.578093:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1287 00000020:00080000:0.0:1781226865.578497:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:0.0:1781226865.578578:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:0.0:1781226865.578591:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226865.578613:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964615808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781226865.578731:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226865.578804:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964615808 00000100:00100000:0.0:1781226865.578813:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964615808 00000100:00100000:0.0:1781226865.578864:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1781226865.578874:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964615808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781226865.578905:0:17677:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:0.0:1781226865.579199:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a2b5d6e, atime: 0x0, ctime: 0x6a2b5d6e, blocks: 0x8 00010000:00010000:0.0:1781226865.579210:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.579228:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226865.579231:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226865.579237:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.579255:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.579266:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.579275:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.579301:0:17677:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781226865.579563:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964615808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 688us (868us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1781226865.579571:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000004:00080000:0.0:1781226865.579629:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a5f7412940/2, rc 0, transno 4294967362 00000100:00100000:0.0:1781226865.579636:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964615808:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1781226865.580649:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226865.580661:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.580676:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea200 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226865.580681:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.580692:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.580740:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.580749:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac44661cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.580785:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226865.580787:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226865.580789:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226865.583031:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.583163:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639552 00000100:00100000:2.0:1781226865.583179:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639552 00000100:00100000:2.0:1781226865.583285:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 342 00000100:00100000:2.0:1781226865.583297:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941639552:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781226865.590455:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:2.0:1781226865.591127:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941639552:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 7820us (8102us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.591143:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 342 00000100:00100000:2.0:1781226865.607038:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.611788:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639808 00000100:00100000:3.0:1781226865.611812:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639808 00000100:00100000:2.0:1781226865.612019:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1288 00000100:00100000:2.0:1781226865.612033:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31215:x1867750941639808:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.612106:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226865.612142:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44661ba lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e4f expref: 47 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.612171:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:2.0:1781226865.612177:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226865.612218:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.612237:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.612253:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226865.612410:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000a6d3ff57 reply state 00000000315cdd4d transno 4294968085 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.612425:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.612431:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:2.0:1781226865.612434:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226865.612437:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226865.612584:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941639808:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 553us (6386us total) trans 4294968085 rc 0/0 00000100:00100000:2.0:1781226865.612593:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1288 00000100:00100000:0.0:1781226865.616859:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.616999:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941639936 00000100:00100000:2.0:1781226865.617014:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941639936 00000100:00100000:2.0:1781226865.617086:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1289 00000100:00100000:2.0:1781226865.617097:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941639936:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.617127:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226865.617154:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e64 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.617231:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.617248:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.617278:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:2.0:1781226865.617282:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226865.617286:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226865.617370:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941639936:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 274us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.617378:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1289 00000100:00100000:3.0:1781226865.623902:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.624071:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941640064 00000100:00100000:0.0:1781226865.624085:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941640064 00000100:00100000:0.0:1781226865.624162:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 343 00000100:00100000:0.0:1781226865.624175:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941640064:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1781226865.624403:0:15413:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781226865.624408:0:15413:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1781226862 00002000:00010000:0.0:1781226865.624410:0:15413:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 1781226864 00002000:00010000:0.0:1781226865.624413:0:15413:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1781226862 00002000:00010000:0.0:1781226865.624415:0:15413:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781226865.624499:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941640064:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 326us (613us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1781226865.624508:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 343 00000100:00100000:3.0:1781226865.629981:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.630150:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941640320 00000100:00100000:1.0:1781226865.630163:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941640320 00000100:00100000:1.0:1781226865.630241:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1290 00000100:00100000:1.0:1781226865.630254:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31215:x1867750941640320:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781226865.630349:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.630373:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.630383:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.630431:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.630448:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 49 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.630465:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964615936:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226865.630585:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226865.634893:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.635043:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964615936:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226865.635081:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.635768:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941640448 00000100:00100000:3.0:1781226865.635781:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941640448 00010000:00010000:3.0:1781226865.635832:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 50 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.635880:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 395 00000100:00100000:3.0:1781226865.635892:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2427:x1867750941640448:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226865.635912:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226865.635920:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 50 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.635944:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 50 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.635975:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466189 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e3a expref: 50 pid: 14117 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.635997:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:3.0:1781226865.636003:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.636015:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.636024:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.636061:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226865.636198:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941640448:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 307us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226865.636207:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 395 00010000:00010000:1.0:1781226865.644346:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644371:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644433:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644440:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644449:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644455:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226865.644460:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644468:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644491:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:1.0:1781226865.644495:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226865.644500:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.644507:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661e4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.644646:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941640320:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 14379us (14663us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781226865.644659:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1290 00000100:00100000:0.0:1781226865.654456:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.656189:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941640576 00000100:00100000:2.0:1781226865.656209:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941640576 00000100:00100000:2.0:1781226865.656293:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 344 00000100:00100000:2.0:1781226865.656306:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941640576:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226865.656389:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.656418:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.656427:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226865.656429:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226865.656433:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.656478:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.656497:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 11 pid: 8405 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.656515:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737da40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964616064:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226865.656772:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226865.667296:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.668369:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737da40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964616064:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226865.668411:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.668512:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941640704 00000100:00100000:3.0:1781226865.668523:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941640704 00010000:00010000:3.0:1781226865.668577:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.668619:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 396 00000100:00100000:3.0:1781226865.668630:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941640704:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226865.668666:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226865.668732:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.668748:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.668788:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac44661c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e5d expref: 12 pid: 8405 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.668806:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226865.668809:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226865.668814:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.668825:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.668855:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226865.668939:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941640704:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 299us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226865.668953:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 396 00010000:00010000:1.0:1781226865.669082:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669092:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669115:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669125:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669133:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669141:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226865.669146:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669158:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669170:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.669178:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070767a8f/0x5d5522eac44661eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.669237:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941640576:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 12934us (14797us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226865.669248:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 344 00000100:00100000:2.0:1781226865.673360:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.673460:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941640960 00000100:00100000:1.0:1781226865.673473:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941640960 00000100:00100000:1.0:1781226865.673554:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1291 00000100:00100000:1.0:1781226865.673567:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31215:x1867750941640960:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226865.673727:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.673750:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.673773:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.673992:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.674006:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.674015:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.674057:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 49 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.674075:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 49 pid: 6524 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.674093:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964616192:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226865.674210:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226865.678083:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964616192:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226865.678123:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.678792:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.678874:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941641088 00000100:00100000:0.0:1781226865.678885:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941641088 00010000:00010000:0.0:1781226865.678943:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 50 pid: 6524 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.678992:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 397 00000100:00100000:0.0:1781226865.679002:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2427:x1867750941641088:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226865.679023:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226865.679031:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 50 pid: 6524 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.679045:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 50 pid: 6524 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.679077:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44661dd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e64 expref: 50 pid: 6524 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.679097:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226865.679102:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.679113:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.679121:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.679155:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226865.679227:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941641088:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 226us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.679237:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 397 00010000:00010000:1.0:1781226865.679447:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.679455:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226865.679603:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968086 00000001:00080000:1.0:1781226865.679798:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968087 00000001:00080000:1.0:1781226865.679840:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968088 00000100:00100000:1.0:1781226865.681382:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964616320:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781226865.681475:0:14117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226865.681521:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1377600 going to sleep for 11 seconds 00000100:00100000:2.0:1781226865.682732:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964616320 00000100:00100000:2.0:1781226865.682748:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964616320 00000100:00100000:2.0:1781226865.682845:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1781226865.682858:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964616320:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1781226865.683034:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964616320:12345-0@lo:1000:mdt00_004.0 Request processed in 177us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.683043:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:1.0:1781226865.683639:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226865.683714:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964616320:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1781226865.683936:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968089 00000100:00100000:1.0:1781226865.684044:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964616448:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781226865.684097:0:14117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226865.684126:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226865.684209:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964616448 00000100:00100000:3.0:1781226865.684216:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964616448 00000100:00100000:3.0:1781226865.684268:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1781226865.684278:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:14117:x1867750964616448:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1781226865.684430:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:14117:x1867750964616448:12345-0@lo:1000:mdt00_004.0 Request processed in 152us (332us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1781226865.684439:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1781226865.685249:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:14117:1867750964616448:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1781226865.685362:0:14117:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968090 00010000:00010000:1.0:1781226865.685406:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685418:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685426:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685434:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226865.685438:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685446:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685465:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:1.0:1781226865.685468:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226865.685474:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685480:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44661f9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685509:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685517:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685522:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685527:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226865.685529:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685534:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685542:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:1.0:1781226865.685544:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226865.685550:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685563:0:14117:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685572:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.685613:0:14117:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.685630:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964616576:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226865.685800:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1377600 going to sleep for 11 seconds 00000100:00100000:3.0:1781226865.700803:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4f00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964616576:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226865.700852:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.700865:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4466127 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701115:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701136:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701152:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701170:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701177:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701184:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701190:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226865.701195:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701203:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701216:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:3.0:1781226865.701219:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226865.701223:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701229:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466200 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701241:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701247:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701253:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701259:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226865.701262:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701268:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701277:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:3.0:1781226865.701279:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226865.701282:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.701287:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44661f2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.701646:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:31215:x1867750941640960:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 28078us (28298us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1781226865.701659:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1291 00000020:00080000:2.0:1781226865.701666:0:14117:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1781226865.702983:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226865.702992:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226865.703470:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1781226865.703482:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226865.705692:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.705914:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941641216 00000100:00100000:1.0:1781226865.705928:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941641216 00000100:00100000:1.0:1781226865.706010:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 247 00000100:00100000:1.0:1781226865.706025:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+97:31214:x1867750941641216:12345-192.168.202.30@tcp:49:cat.0 00000100:00100000:1.0:1781226865.706216:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+97:31214:x1867750941641216:12345-192.168.202.30@tcp:49:cat.0 Request processed in 194us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226865.706224:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 247 00000100:00100000:0.0:1781226865.711308:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.711597:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941641472 00000100:00100000:1.0:1781226865.711612:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941641472 00000100:00100000:1.0:1781226865.711750:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 248 00000100:00100000:1.0:1781226865.711771:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:31215:x1867750941641472:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1781226865.712147:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1781226865.712194:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968092 00010000:00010000:1.0:1781226865.712239:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712259:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712272:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712283:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712289:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712300:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712484:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226865.712623:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31215:x1867750941641472:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 854us (1328us total) trans 4294968093 rc 0/0 00000100:00100000:1.0:1781226865.712634:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 248 00000020:00080000:1.0:1781226865.712639:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781226865.712732:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226865.712740:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712748:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226865.712764:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712773:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712790:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:1.0:1781226865.712793:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781226865.712799:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712807:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466207 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226865.712821:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226865.712823:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226865.712825:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226865.718123:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.718660:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941641600 00000100:00100000:3.0:1781226865.718677:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941641600 00000100:00100000:3.0:1781226865.718807:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 345 00000100:00100000:3.0:1781226865.718821:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:31214:x1867750941641600:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226865.718845:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226865.718875:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e6b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226865.718911:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a2b5d6e, atime: 0x6a2b5d70, ctime: 0x6a2b5d6e, blocks: 0x8 00010000:00010000:3.0:1781226865.718957:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226865.718960:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226865.718971:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 18 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.718994:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 18 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.719010:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226865.719098:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:31214:x1867750941641600:12345-192.168.202.30@tcp:101:cat.0 Request processed in 281us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226865.719107:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 345 00000100:00100000:1.0:1781226865.722311:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.722397:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941641728 00000100:00100000:0.0:1781226865.722413:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941641728 00002000:00100000:0.0:1781226865.722481:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff89a4c79c6d00 x1867750941641728/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:676/0 lens 488/0 e 0 to 0 dl 1781226876 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226865.722495:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c79c6d00 with x1867750941641728 ext(0->4095) 00002000:00010000:0.0:1781226865.722502:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c79c6d00 00000100:00100000:0.0:1781226865.722550:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 93 00000100:00100000:0.0:1781226865.722561:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941641728:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:0.0:1781226865.722888:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941641728:12345-192.168.202.30@tcp:3:cat.0 Request processed in 327us (594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226865.722897:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 93 00002000:00100000:0.0:1781226865.722904:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff89a4c79c6d00 x1867750941641728/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:676/0 lens 488/4536 e 0 to 0 dl 1781226876 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226865.722912:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c79c6d00 with x1867750941641728 ext(0->4095) 00002000:00010000:0.0:1781226865.722915:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c79c6d00 00000100:00100000:0.0:1781226865.730912:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.731100:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941641984 00000100:00100000:1.0:1781226865.731115:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941641984 00000100:00100000:1.0:1781226865.731198:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 249 00000100:00100000:1.0:1781226865.731223:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+97:31214:x1867750941641984:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:0.0:1781226865.733160:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+98:31214:x1867750941641984:12345-192.168.202.30@tcp:35:cat.0 Request processed in 1935us (2247us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1781226865.733182:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 249 00010000:00010000:1.0:1781226865.789863:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226865.797297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.797584:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941642112 00000100:00100000:0.0:1781226865.797599:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941642112 00000100:00100000:0.0:1781226865.797762:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1292 00000100:00100000:0.0:1781226865.797775:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+98:31216:x1867750941642112:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226865.797809:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226865.797839:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466215 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e72 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.797938:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.797955:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.797968:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.797987:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.797994:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798001:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798115:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798125:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798132:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226865.798188:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1781226865.798194:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226865.798234:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798249:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798260:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798266:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798277:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798284:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798291:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226865.798297:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798305:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798321:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:0.0:1781226865.798324:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226865.798331:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798338:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446621c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798358:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798363:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798369:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798374:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226865.798377:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798383:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798390:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a5f680be00) 00010000:00010000:0.0:1781226865.798393:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226865.798396:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798402:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466223 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798442:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466215 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798458:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.798466:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:0.0:1781226865.798468:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226865.798471:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eba00, rc 0) 00000100:00100000:0.0:1781226865.798564:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:31216:x1867750941642112:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 791us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.798573:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1292 00000100:00100000:1.0:1781226865.808218:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.808337:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941642240 00000100:00100000:2.0:1781226865.808351:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941642240 00000100:00100000:2.0:1781226865.808431:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1293 00000100:00100000:2.0:1781226865.808443:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+99:31216:x1867750941642240:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226865.808470:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226865.808499:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466231 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e79 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.808597:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.808615:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.808628:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226865.808976:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:2.0:1781226865.808980:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226865.809008:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.809041:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466231 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 101 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.809065:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 100 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.809076:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226865.809079:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226865.809084:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226865.809168:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+100:31216:x1867750941642240:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 728us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.809177:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1293 00000100:00100000:1.0:1781226865.830524:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226865.830660:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941642496 00000100:00100000:2.0:1781226865.830675:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941642496 00000100:00100000:2.0:1781226865.830808:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1294 00000100:00100000:2.0:1781226865.830822:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+100:31216:x1867750941642496:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226865.830849:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226865.830877:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446623f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e80 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.831276:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466246 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.831296:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466246 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.831311:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466246 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226865.831326:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1781226865.831465:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446623f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e80 expref: 103 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.831488:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466246 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e80 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.831498:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:2.0:1781226865.831501:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781226865.831506:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226865.831590:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+102:31216:x1867750941642496:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 771us (1083us total) trans 4294968095 rc 0/0 00000100:00100000:2.0:1781226865.831599:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1294 00000100:00100000:3.0:1781226865.842834:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.843095:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941642624 00000100:00100000:0.0:1781226865.843107:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941642624 00000100:00100000:0.0:1781226865.843178:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 346 00000100:00100000:0.0:1781226865.843189:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941642624:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:0.0:1781226865.843249:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.843275:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 18 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.843284:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226865.843286:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226865.843290:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.843332:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 18 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.843348:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 18 pid: 8407 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.843365:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74112c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964616704:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226865.843484:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c6843b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226865.849171:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.849328:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74112c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964616704:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226865.849366:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.850437:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941642752 00000100:00100000:2.0:1781226865.850454:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941642752 00010000:00010000:2.0:1781226865.850511:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 19 pid: 8407 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226865.850560:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 398 00000100:00100000:2.0:1781226865.850571:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+19:2426:x1867750941642752:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226865.850592:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226865.850619:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 19 pid: 8407 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.850646:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 19 pid: 8407 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.850675:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fb3cf80/0x5d5522eac446620e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e6b expref: 19 pid: 8407 timeout: 924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.850718:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226865.850721:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226865.850726:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.850737:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226865.850805:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226865.850888:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941642752:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 317us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226865.850896:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 398 00010000:00010000:0.0:1781226865.851098:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851113:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851138:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851147:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851154:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851162:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226865.851167:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851177:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851191:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.851199:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466254 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.851277:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941642624:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 8090us (8456us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.851287:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 346 00000100:00100000:1.0:1781226865.857435:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226865.862072:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941643008 00000100:00100000:3.0:1781226865.862096:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941643008 00000100:00100000:3.0:1781226865.862235:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 250 00000100:00100000:3.0:1781226865.862250:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+102:31216:x1867750941643008:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:3.0:1781226865.862356:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466246 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e80 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226865.862675:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968096 00000001:00080000:3.0:1781226865.866719:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968097 00010000:00010000:3.0:1781226865.867480:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.867512:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.867530:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.867540:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.867597:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.867617:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 105 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.867649:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964616832:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226865.868161:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.868172:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 105 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226865.868182:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964616960:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226865.868211:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f59c8240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226865.884164:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de1c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964616832:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226865.884187:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964616960:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226865.884219:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226865.889196:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226865.889319:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226865.889623:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941643264 00000100:00100000:0.0:1781226865.889646:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941643264 00010000:00010000:0.0:1781226865.889763:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 106 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.889804:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941643136 00000100:00100000:0.0:1781226865.889807:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941643136 00010000:00010000:0.0:1781226865.889826:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 107 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.889855:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 399 00000100:00100000:0.0:1781226865.889865:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+107:2427:x1867750941643264:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226865.889885:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226865.889894:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 107 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.889906:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 107 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.889946:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446612e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e25 expref: 107 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.889967:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:0.0:1781226865.889973:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.889983:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.889990:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226865.890060:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+106:2427:x1867750941643264:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 195us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.890069:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 399 00000100:00100000:0.0:1781226865.890089:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 400 00000100:00100000:0.0:1781226865.890095:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7890850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+105:2427:x1867750941643136:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226865.890104:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226865.890109:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 105 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.890119:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 105 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.890132:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446622a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e72 expref: 105 pid: 6523 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.890142:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:0.0:1781226865.890146:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.890154:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.890166:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.890191:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226865.890208:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7890850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+104:2427:x1867750941643136:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 113us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.890215:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 400 00010000:00010000:3.0:1781226865.890648:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226865.890658:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226865.890859:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968098 00000001:00080000:3.0:1781226865.891024:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968099 00000001:00080000:3.0:1781226865.891067:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968100 00000100:00100000:3.0:1781226865.891180:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964617088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781226865.891254:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226865.891296:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9f6a480 going to sleep for 11 seconds 00000100:00100000:0.0:1781226865.892312:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617088 00000100:00100000:0.0:1781226865.892326:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617088 00000100:00100000:0.0:1781226865.892391:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1781226865.892402:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964617088:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226865.892539:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964617088:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 139us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226865.892547:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1781226865.893008:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964617088:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1781226865.893188:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968101 00000100:00100000:3.0:1781226865.893271:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964617216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781226865.893324:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226865.893413:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f59c8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226865.901268:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617216 00000100:00100000:2.0:1781226865.901291:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617216 00000100:00100000:2.0:1781226865.902117:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1781226865.902137:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964617216:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226865.902446:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6526:x1867750964617216:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 316us (9121us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1781226865.902455:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1781226865.903172:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de940 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964617216:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1781226865.903214:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.903226:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.903234:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.903241:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226865.903246:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.903260:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.903279:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:0.0:1781226865.903282:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781226865.903287:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226865.903293:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446625b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226865.903504:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781226865.903599:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:0.0:1781226865.903614:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 825043917236ns, next at 826043914773ns, rc = 0 00000001:00080000:0.0:1781226865.903625:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968102 00010000:00010000:0.0:1781226865.903684:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5c307e000) 00010000:00010000:0.0:1781226865.903687:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226865.903717:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466246 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e80 expref: 108 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226865.903883:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+107:31216:x1867750941643008:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 41637us (46463us total) trans 4294968103 rc 0/0 00000100:00100000:0.0:1781226865.903896:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 250 00000020:00080000:0.0:1781226865.903902:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1781226866.039933:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.040978:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941643520 00000100:00100000:2.0:1781226866.040994:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941643520 00000100:00100000:2.0:1781226866.041104:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1295 00000100:00100000:2.0:1781226866.041119:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+107:31222:x1867750941643520:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226866.041150:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226866.041178:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466262 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e87 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.041288:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1781226866.041519:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226866.043464:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.044096:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.044140:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.044151:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.044158:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.045805:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466277 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046389:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466277 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046405:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466277 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226866.046426:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1781226866.046547:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046556:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046562:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046568:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226866.046588:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046602:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.046619:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226866.046622:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226866.050691:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050742:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466269 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050792:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050800:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050808:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050815:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226866.050821:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050833:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050853:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff89a4c6fba800) 00010000:00010000:2.0:1781226866.050857:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226866.050862:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.050871:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466270 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.051268:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac4466262 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e87 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.051289:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466277 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e87 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.051297:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:2.0:1781226866.051300:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226866.051303:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226866.051500:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+109:31222:x1867750941643520:12345-192.168.202.30@tcp:101:cat.0 Request processed in 10383us (11590us total) trans 4294968104 rc 0/0 00000100:00100000:2.0:1781226866.051511:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1295 00000100:00100000:2.0:1781226866.063289:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.063645:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941643776 00000100:00100000:3.0:1781226866.063660:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941643776 00000100:00100000:3.0:1781226866.063801:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 61 00000100:00100000:3.0:1781226866.063814:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+109:31222:x1867750941643776:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:3.0:1781226866.063837:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226866.063871:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466277 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e87 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.063901:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a4c6fba300) 00010000:00010000:3.0:1781226866.063917:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226866.064117:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+108:31222:x1867750941643776:12345-192.168.202.30@tcp:103:cat.0 Request processed in 305us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226866.064127:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 61 00000100:00100000:1.0:1781226866.070682:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226866.070948:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941643904 00000100:00100000:0.0:1781226866.070962:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941643904 00000100:00100000:0.0:1781226866.071040:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1296 00000100:00100000:0.0:1781226866.071055:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:31222:x1867750941643904:12345-192.168.202.30@tcp:58:cat.0 00010000:00010000:0.0:1781226866.071519:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.071543:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.071558:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226866.071733:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:0.0:1781226866.071913:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:31222:x1867750941643904:12345-192.168.202.30@tcp:58:cat.0 Request processed in 860us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226866.071933:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1296 00000100:00100000:1.0:1781226866.082993:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.083236:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941644032 00000100:00100000:2.0:1781226866.083250:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941644032 00000100:00100000:2.0:1781226866.083338:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1297 00000100:00100000:2.0:1781226866.083351:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:31222:x1867750941644032:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226866.083383:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226866.083417:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e8e expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.083509:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.083527:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.083554:0:14117:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.083572:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.083591:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5f680be00) 00010000:00010000:2.0:1781226866.083595:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226866.083599:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.083608:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574c00, rc 0) 00000100:00100000:2.0:1781226866.083742:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+109:31222:x1867750941644032:12345-192.168.202.30@tcp:101:cat.0 Request processed in 393us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.083762:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1297 00000100:00100000:1.0:1781226866.684607:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964617472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226866.684756:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226866.684807:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617472 00000100:00100000:0.0:1781226866.684817:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617472 00000100:00100000:1.0:1781226866.684860:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226866.684866:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964617344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226866.684896:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1781226866.684898:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226866.684908:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964617472:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1781226866.684938:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226866.684958:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617344 00000100:00100000:1.0:1781226866.684962:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617344 00000100:00100000:1.0:1781226866.684987:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781226866.684994:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964617344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226866.685020:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688783872 00000100:00100000:1.0:1781226866.685069:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3667:x1867750964617344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.685078:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781226866.685105:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964617728:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.685138:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226866.685141:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964617600:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.685158:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c13243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964618240:0@lo:400:kworker.0 00002000:00000024:0.0:1781226866.685204:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688783872 00000100:00100000:3.0:1781226866.685319:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964617856:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.687186:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.687270:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964618752:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.689344:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.689467:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964617984:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.689505:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.689541:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964618496:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.689582:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.689640:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964617344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226866.689685:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618496 00000100:00100000:1.0:1781226866.689692:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618496 00000100:00100000:1.0:1781226866.689786:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1781226866.689796:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964618496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.689863:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964618496:12345-0@lo:400:kworker.0 Request processed in 69us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.689871:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:1.0:1781226866.689896:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226866.689908:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617728 00000100:00100000:1.0:1781226866.689911:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617728 00000100:00100000:1.0:1781226866.689938:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618240 00000100:00100000:1.0:1781226866.689941:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618240 00000100:00100000:1.0:1781226866.689962:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618752 00000100:00100000:1.0:1781226866.689966:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618752 00000100:00100000:1.0:1781226866.689980:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617984 00000100:00100000:1.0:1781226866.689982:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617984 00000100:00100000:1.0:1781226866.689993:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1781226866.689998:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964617728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690034:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964617728:12345-0@lo:400:kworker.0 Request processed in 36us (4896us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.690040:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1781226866.690050:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1781226866.690055:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964618240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690081:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964618240:12345-0@lo:400:kworker.0 Request processed in 26us (2906us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.690087:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1781226866.690097:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1781226866.690102:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964618752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690125:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964618752:12345-0@lo:400:kworker.0 Request processed in 24us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.690130:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1781226866.690139:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1781226866.690144:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964617984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690166:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964617984:12345-0@lo:400:kworker.0 Request processed in 22us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.690172:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00080000:1.0:1781226866.690184:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226866.690201:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964618752:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690213:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964617728:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690224:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c13243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964618240:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690253:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964617984:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.690261:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964618496:0@lo:400:kworker.0 00000100:00100000:2.0:1781226866.695411:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.695535:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617600 00000100:00100000:1.0:1781226866.695551:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617600 00000100:00100000:1.0:1781226866.698486:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1781226866.698536:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964617600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226866.700466:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964617472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15547us (15706us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226866.700486:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1781226866.700600:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964617472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226866.704585:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226866.704723:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964618368:0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.704798:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226866.704846:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964618112:0@lo:400:kworker.0 00000100:00100000:2.0:1781226866.704888:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226866.704933:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964617856 00000100:00100000:0.0:1781226866.704939:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618112 00000100:00100000:2.0:1781226866.704945:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964617856 00000100:00100000:0.0:1781226866.704945:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618112 00000100:00100000:0.0:1781226866.705018:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1781226866.705030:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964618112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226866.705108:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964618112:12345-0@lo:400:kworker.0 Request processed in 79us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.705114:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964617600:12345-0@lo:400:kworker.0 Request processed in 6609us (9714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226866.705117:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1781226866.705124:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1781226866.705167:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618368 00000100:00100000:3.0:1781226866.705171:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618368 00000100:00080000:1.0:1781226866.705218:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226866.705220:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1781226866.705228:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964618368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.705265:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964618368:12345-0@lo:400:kworker.0 Request processed in 39us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226866.705271:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1781226866.705319:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964618368:0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.705328:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964618880:0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.705352:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.705401:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618880 00000100:00100000:1.0:1781226866.705405:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618880 00000100:00100000:3.0:1781226866.705419:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964618112:0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.705427:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964618624:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.705436:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1781226866.705441:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964618880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.705453:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226866.705472:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964618880:12345-0@lo:400:kworker.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.705478:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1781226866.705484:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964617600:0@lo:400:kworker.0 00000100:00080000:1.0:1781226866.705490:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226866.705504:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964618624 00000100:00100000:3.0:1781226866.705507:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964618624 00000100:00080000:1.0:1781226866.705530:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226866.705538:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1781226866.705545:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964618624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226866.705588:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964618624:12345-0@lo:400:kworker.0 Request processed in 44us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226866.705594:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1781226866.705620:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964618880:0@lo:400:kworker.0 00000100:00100000:1.0:1781226866.705661:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964618624:0@lo:400:kworker.0 00000100:00100000:2.0:1781226866.708104:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1781226866.708133:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964617856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226866.710183:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964617856:12345-0@lo:400:kworker.0 Request processed in 2050us (5610us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.710205:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1781226866.712741:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964617856:0@lo:400:kworker.0 00000040:00080000:3.0:1781226866.748044:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226866.748058:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226866.748103:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:3.0:1781226866.748116:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226866.748318:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c0b40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964619008:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226866.748537:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226866.758469:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c0b40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964619008:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226866.761978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.762311:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941644160 00000100:00100000:3.0:1781226866.762336:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941644160 00000100:00100000:3.0:1781226866.762437:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1298 00000100:00100000:3.0:1781226866.762450:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31223:x1867750941644160:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226866.763090:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226866.763316:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31223:x1867750941644160:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 867us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226866.763336:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1298 00000100:00080000:1.0:1781226866.763988:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226866.778658:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.779243:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941644288 00000100:00100000:3.0:1781226866.779258:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941644288 00000100:00100000:3.0:1781226866.779643:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1299 00000100:00100000:3.0:1781226866.779657:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31223:x1867750941644288:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781226866.779804:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779830:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779846:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779865:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779873:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779881:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779910:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779920:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.779928:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226866.779997:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1781226866.780003:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226866.780021:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780038:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780045:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780052:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780058:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226866.780063:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780071:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780084:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226866.780087:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226866.780092:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780099:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466293 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780116:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780122:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780127:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780132:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226866.780135:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780140:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780147:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226866.780150:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226866.780152:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780157:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446629a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780180:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780186:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780192:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780196:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226866.780199:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780205:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780216:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5f680be00) 00010000:00010000:3.0:1781226866.780218:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226866.780220:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.780226:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662a1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226866.780565:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31223:x1867750941644288:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 908us (1920us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226866.780577:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1299 00000100:00100000:1.0:1781226866.794056:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.794241:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941644544 00000100:00100000:2.0:1781226866.794257:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941644544 00000100:00100000:2.0:1781226866.794356:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1300 00000100:00100000:2.0:1781226866.794371:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31223:x1867750941644544:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226866.794400:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226866.794430:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662a8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e95 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.794599:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.794618:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.794958:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226866.794975:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1781226866.795089:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795098:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795106:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795117:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226866.795122:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795130:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795145:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5f680be00) 00010000:00010000:2.0:1781226866.795148:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226866.795153:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795159:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795218:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662a8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e95 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795230:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226866.795232:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226866.795237:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662a8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e95 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.795248:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226866.795483:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:31223:x1867750941644544:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1115us (1446us total) trans 4294968105 rc 301/301 00000100:00100000:2.0:1781226866.795492:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1300 00000100:00100000:0.0:1781226866.804487:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.804867:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941644672 00000100:00100000:1.0:1781226866.804882:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941644672 00000100:00100000:1.0:1781226866.805034:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1301 00000100:00100000:1.0:1781226866.805048:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:31223:x1867750941644672:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226866.805104:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226866.805306:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:31223:x1867750941644672:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 261us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.805315:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1301 00010000:00010000:3.0:1781226866.815299:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226866.815683:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.816981:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941644928 00000100:00100000:3.0:1781226866.817000:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941644928 00000100:00100000:3.0:1781226866.817100:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1302 00000100:00100000:3.0:1781226866.817113:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:31223:x1867750941644928:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226866.817139:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226866.817166:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662bd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46e9c expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.830542:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.830580:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.830593:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226866.830608:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:2.0:1781226866.830937:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44662bd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e9c expref: 59 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.830971:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e9c expref: 58 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.830981:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226866.830984:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226866.830989:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226866.831089:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:31223:x1867750941644928:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 13977us (15414us total) trans 4294968106 rc 0/0 00000100:00100000:2.0:1781226866.831100:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1302 00000100:00100000:3.0:1781226866.840876:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.841048:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941645184 00000100:00100000:2.0:1781226866.841062:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941645184 00000100:00100000:2.0:1781226866.841142:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1303 00000100:00100000:2.0:1781226866.841155:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:31223:x1867750941645184:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226866.841238:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226866.841276:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44662c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e9c expref: 58 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.841311:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226866.841324:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226866.841355:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.841373:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 108 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.841383:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.841428:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 108 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.841446:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 108 pid: 10991 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226866.841464:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964619136:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226866.841609:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226866.844112:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964619136:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226866.844152:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226866.846814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.846953:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941645312 00000100:00100000:2.0:1781226866.846968:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941645312 00010000:00010000:2.0:1781226866.847031:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 109 pid: 10991 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226866.847094:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 401 00000100:00100000:2.0:1781226866.847106:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+109:2427:x1867750941645312:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226866.847128:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226866.847136:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 109 pid: 10991 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.847153:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 109 pid: 10991 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.847183:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466238 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e79 expref: 109 pid: 10991 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.847207:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226866.847223:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.847237:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.847247:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.847291:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226866.847368:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+108:2427:x1867750941645312:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 263us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.847376:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 401 00010000:00010000:3.0:1781226866.848830:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.848852:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850647:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850672:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850686:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850800:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850809:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850815:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850822:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850828:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226866.850832:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850840:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850853:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:2.0:1781226866.850856:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226866.850860:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850866:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44662d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850883:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850888:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850893:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850898:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226866.850901:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850906:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850912:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x534ad7f4 (ffff89a4c6fba400) 00010000:00010000:2.0:1781226866.850914:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226866.850917:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.850921:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44662d9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x534ad7f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226866.851046:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:31223:x1867750941645184:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 9889us (10178us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226866.851055:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1303 00000100:00100000:3.0:1781226866.855791:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.855921:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941645440 00000100:00100000:2.0:1781226866.855936:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941645440 00000100:00100000:0.0:1781226866.856062:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1304 00000100:00100000:0.0:1781226866.856077:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+57:31223:x1867750941645440:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226866.856105:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226866.856139:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44662e0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ea3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.856185:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.856202:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.856215:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.856401:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44662e0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.856446:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.856461:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:0.0:1781226866.856468:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226866.856473:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea400, rc 0) 00000100:00100000:0.0:1781226866.856629:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+58:31223:x1867750941645440:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 554us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226866.856643:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1304 00000100:00100000:1.0:1781226866.867685:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.867845:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941645696 00000100:00100000:2.0:1781226866.867860:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941645696 00000100:00100000:2.0:1781226866.867948:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1305 00000100:00100000:2.0:1781226866.867961:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:31223:x1867750941645696:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226866.868085:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.868107:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.868125:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226866.868323:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000e208b2f6 reply state 000000000d326631 transno 4294968107 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.868341:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.868352:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:2.0:1781226866.868355:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226866.868360:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226866.868497:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+60:31223:x1867750941645696:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 539us (833us total) trans 4294968107 rc 0/0 00000100:00100000:2.0:1781226866.868506:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1305 00000100:00100000:2.0:1781226866.873235:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.873369:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941645824 00000100:00100000:3.0:1781226866.873384:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941645824 00000100:00100000:3.0:1781226866.873472:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1306 00000100:00100000:3.0:1781226866.873484:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+60:31223:x1867750941645824:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226866.873515:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226866.873542:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46eaa expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.873638:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 61 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.873657:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 61 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.873669:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:3.0:1781226866.873672:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226866.873676:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:3.0:1781226866.873857:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+61:31223:x1867750941645824:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 375us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226866.873866:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1306 00000100:00100000:1.0:1781226866.881163:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226866.881280:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941645952 00000100:00100000:0.0:1781226866.881295:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941645952 00000100:00100000:0.0:1781226866.881372:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 251 00000100:00100000:0.0:1781226866.881386:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+61:31223:x1867750941645952:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781226866.881968:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+61:31223:x1867750941645952:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 581us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226866.881978:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 251 00000100:00100000:1.0:1781226866.888472:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.888577:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941646208 00000100:00100000:3.0:1781226866.888593:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941646208 00000100:00100000:3.0:1781226866.888675:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 252 00000100:00100000:3.0:1781226866.888687:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+61:31223:x1867750941646208:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226866.889096:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:31223:x1867750941646208:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 409us (639us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1781226866.889105:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 252 00000100:00100000:2.0:1781226866.900197:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.900815:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941646464 00000100:00100000:1.0:1781226866.900830:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941646464 00000100:00100000:1.0:1781226866.901759:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1307 00000100:00100000:1.0:1781226866.901787:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+62:31223:x1867750941646464:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226866.902060:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+62:31223:x1867750941646464:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 285us (1880us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.902071:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1307 00000100:00100000:1.0:1781226866.906984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226866.907454:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941646720 00000100:00100000:0.0:1781226866.907469:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941646720 00000100:00100000:0.0:1781226866.907571:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1308 00000100:00100000:0.0:1781226866.907587:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+62:31223:x1867750941646720:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226866.907618:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226866.907659:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44662fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46eb1 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.907894:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.907915:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 63 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.908172:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.908298:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 63 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.908317:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 63 pid: 6523 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226866.908348:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964619264:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226866.908493:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1377000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226866.921766:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.922105:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941646848 00000100:00100000:2.0:1781226866.922118:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941646848 00010000:00010000:2.0:1781226866.922175:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 64 pid: 6523 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226866.922234:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 402 00000100:00100000:2.0:1781226866.922247:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+64:2426:x1867750941646848:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226866.922269:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226866.922277:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 64 pid: 6523 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.922291:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 64 pid: 6523 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.922329:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:2.0:1781226866.922335:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.922348:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.922357:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.922383:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226866.922470:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+64:2426:x1867750941646848:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 225us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.922480:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 402 00010000:00010000:1.0:1781226866.922791:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44662f5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eaa expref: 63 pid: 6523 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226866.922822:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964619264:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226866.922849:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.922860:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.922866:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226866.922892:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:1.0:1781226866.923129:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:1.0:1781226866.923264:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923273:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923281:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923287:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226866.923292:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923301:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923315:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226866.923419:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226866.923426:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923434:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466303 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923510:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44662fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eb1 expref: 63 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923531:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff89a5ef93df00) 00010000:00010000:1.0:1781226866.923533:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226866.923537:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44662fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eb1 expref: 63 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.923547:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:1.0:1781226866.923600:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+62:31223:x1867750941646720:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 16018us (16634us total) trans 4294968109 rc 301/301 00000100:00100000:1.0:1781226866.923609:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1308 00000100:00100000:2.0:1781226866.932311:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.932440:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941647104 00000100:00100000:3.0:1781226866.932453:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941647104 00000100:00100000:3.0:1781226866.932530:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 253 00000100:00100000:3.0:1781226866.932542:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4489050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:31223:x1867750941647104:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226866.933045:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4489050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+63:31223:x1867750941647104:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 504us (749us total) trans 4294968110 rc 0/0 00000100:00100000:3.0:1781226866.933055:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 253 00000100:00100000:0.0:1781226866.936325:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.936475:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941647232 00000100:00100000:1.0:1781226866.936488:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941647232 00000100:00100000:1.0:1781226866.936563:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1309 00000100:00100000:1.0:1781226866.936575:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+63:31223:x1867750941647232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226866.936610:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226866.936648:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466311 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46eb8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.936806:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466318 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.936824:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.936837:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226866.936897:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:1.0:1781226866.936902:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226866.936932:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.936964:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466311 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eb8 expref: 65 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.936989:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466318 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eb8 expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.936998:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226866.937001:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781226866.937005:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226866.937094:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+64:31223:x1867750941647232:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 521us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.937102:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1309 00000100:00100000:1.0:1781226866.940167:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.940392:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941647360 00000100:00100000:2.0:1781226866.940407:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941647360 00000100:00100000:2.0:1781226866.940510:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 347 00000100:00100000:2.0:1781226866.940524:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941647360:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226866.940547:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226866.940576:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ebf expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226866.940610:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226866.940649:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226866.940653:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226866.940664:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.940687:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.940726:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226866.940805:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941647360:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 283us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.940813:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 347 00000100:00080000:3.0:1781226866.941502:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226866.944590:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.944749:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941647616 00000100:00100000:1.0:1781226866.944762:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941647616 00000100:00100000:1.0:1781226866.944831:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1310 00000100:00100000:1.0:1781226866.944842:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+64:31223:x1867750941647616:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226866.945431:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+64:31223:x1867750941647616:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 589us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.945441:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1310 00000100:00100000:0.0:1781226866.947890:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.948024:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941647744 00000100:00100000:1.0:1781226866.948037:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941647744 00000100:00100000:1.0:1781226866.948116:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 348 00000100:00100000:1.0:1781226866.948128:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:31223:x1867750941647744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226866.948153:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226866.948181:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ec6 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.948222:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.948232:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226866.948235:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226866.948239:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.948282:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.948299:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 926 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226866.948332:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964619392:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226866.948436:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245e40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226866.950784:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964619392:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226866.950829:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.950855:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226866.950934:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:31223:x1867750941647744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2807us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.950944:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 348 00000100:00100000:2.0:1781226866.954137:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226866.954250:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941647872 00000100:00100000:0.0:1781226866.954263:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941647872 00010000:00010000:0.0:1781226866.954319:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 926 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226866.954370:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 403 00000100:00100000:0.0:1781226866.954381:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941647872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226866.954401:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226866.954429:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 926 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.954445:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 926 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.954476:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac446631f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ebf expref: 13 pid: 8405 timeout: 926 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.954495:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226866.954498:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226866.954507:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.954518:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.954567:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 12 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226866.954586:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7413c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964619520:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226866.955037:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c6843180 going to sleep for 11 seconds 00000100:00100000:3.0:1781226866.958662:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.958885:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941648000 00000100:00100000:2.0:1781226866.958897:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941648000 00002000:00100000:2.0:1781226866.958971:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->157) req@ffff89a5f76c12c0 x1867750941648000/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:677/0 lens 648/0 e 0 to 0 dl 1781226877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226866.958983:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c12c0 with x1867750941648000 ext(0->157) 00002000:00010000:2.0:1781226866.958990:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c12c0 00000100:00100000:2.0:1781226866.959028:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 94 00000100:00100000:2.0:1781226866.959039:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941648000:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781226866.960243:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7413c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8431:1867750964619520:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226866.960276:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226866.960352:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2427:x1867750941647872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 5972us (6232us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.960363:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 403 00000100:00100000:1.0:1781226866.961955:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941648000:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 2906us (3297us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1781226866.961972:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 94 00002000:00100000:1.0:1781226866.961987:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->157) req@ffff89a5f76c12c0 x1867750941648000/t4294967363(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:677/0 lens 648/448 e 0 to 0 dl 1781226877 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226866.961998:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c12c0 with x1867750941648000 ext(0->157) 00002000:00010000:1.0:1781226866.962005:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c12c0 00000100:00100000:0.0:1781226866.965154:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.965316:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941648128 00000100:00100000:1.0:1781226866.965330:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941648128 00000100:00100000:1.0:1781226866.965407:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1311 00000100:00100000:1.0:1781226866.965419:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+64:31223:x1867750941648128:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781226866.968132:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968110 is committed 00000001:00080000:2.0:1781226866.968167:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968104 is committed 00000004:00080000:2.0:1781226866.968178:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00010000:00010000:3.0:1781226866.968352:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968370:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968378:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968386:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226866.968392:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968402:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968429:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff89a5ef93dd00) 00010000:00010000:3.0:1781226866.968432:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226866.968437:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968444:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44661d6 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968482:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968489:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968495:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968499:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226866.968503:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968509:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968517:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:3.0:1781226866.968519:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781226866.968522:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.968528:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44662ee lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226866.969160:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226866.969186:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7411a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964619648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781226866.969273:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226866.969416:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964619648 00000100:00100000:0.0:1781226866.969426:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964619648 00000100:00100000:0.0:1781226866.969569:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1781226866.969581:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964619648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781226866.969615:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:0.0:1781226866.969664:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a2b5d6e, atime: 0x6a2b5d70, ctime: 0x6a2b5d6e, blocks: 0x8 00010000:00010000:0.0:1781226866.969675:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.969691:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226866.969723:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226866.969731:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.969759:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.969770:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.969778:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226866.969802:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781226866.970089:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226866.970098:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.970106:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb200 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226866.970110:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.970119:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.970135:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.970143:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000965dbb24/0x5d5522eac446632d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226866.970164:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226866.970167:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226866.970168:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226866.970303:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3666:x1867750964619648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 723us (1028us total) trans 4294967370 rc 0/0 00000100:00100000:0.0:1781226866.970312:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000004:00080000:1.0:1781226866.970396:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a5f7411a40/2, rc 0, transno 4294967370 00000100:00100000:1.0:1781226866.970403:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7411a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964619648:0@lo:6:osp-syn-1-0.0 00000020:00080000:2.0:1781226866.970498:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c724cb40 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:2.0:1781226866.970503:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5c7860e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c724c3c0 00000020:00080000:2.0:1781226866.970506:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5c7860600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8656800 00000020:00080000:2.0:1781226866.970542:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c7245840 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:2.0:1781226866.970545:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f764e100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c7245c00 00000020:00080000:2.0:1781226866.970547:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f764ea00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c71ee200 00000020:00080000:2.0:1781226866.970558:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:2.0:1781226866.970577:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:2.0:1781226866.970639:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:1.0:1781226866.970855:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31223:x1867750941648128:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 5435us (5711us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226866.970867:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1311 00000100:00100000:1.0:1781226866.975367:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.975471:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941648256 00000100:00100000:2.0:1781226866.975484:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941648256 00000100:00100000:2.0:1781226866.975590:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 350 00000100:00100000:2.0:1781226866.975603:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941648256:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781226866.977351:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:1.0:1781226866.977376:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000100:00100000:2.0:1781226866.977614:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941648256:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 2007us (2255us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.977637:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 350 00000100:00100000:2.0:1781226866.984345:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226866.984526:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941648512 00000100:00100000:3.0:1781226866.984539:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941648512 00000100:00100000:3.0:1781226866.984616:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1312 00000100:00100000:3.0:1781226866.984638:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31223:x1867750941648512:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781226866.984768:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226866.984806:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466318 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46eb8 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.984829:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:3.0:1781226866.984836:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226866.984877:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.984893:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.984904:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226866.985269:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000b8d10c9a reply state 000000007e398e72 transno 4294968111 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.985284:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226866.985294:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:3.0:1781226866.985297:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226866.985300:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226866.985486:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31223:x1867750941648512:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 851us (1165us total) trans 4294968111 rc 0/0 00000100:00100000:3.0:1781226866.985494:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1312 00000100:00100000:1.0:1781226866.988964:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.989102:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941648640 00000100:00100000:2.0:1781226866.989116:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941648640 00000100:00100000:2.0:1781226866.989190:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1313 00000100:00100000:2.0:1781226866.989202:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31223:x1867750941648640:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226866.989231:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226866.989259:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ecd expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.989346:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.989364:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.989386:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:2.0:1781226866.989390:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226866.989395:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226866.989475:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31223:x1867750941648640:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 275us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226866.989483:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1313 00000100:00100000:0.0:1781226866.992211:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226866.992384:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941648768 00000100:00100000:1.0:1781226866.992398:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941648768 00000100:00100000:0.0:1781226866.992733:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 351 00000100:00100000:0.0:1781226866.992757:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941648768:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1781226866.993001:0:9780:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781226866.993005:0:9780:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1781226862 00002000:00010000:0.0:1781226866.993008:0:9780:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 1781226865 00002000:00010000:0.0:1781226866.993011:0:9780:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1781226862 00002000:00010000:0.0:1781226866.993013:0:9780:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781226866.993103:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941648768:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 359us (903us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1781226866.993111:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 351 00000100:00100000:1.0:1781226866.998070:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226866.998193:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649024 00000100:00100000:2.0:1781226866.998208:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649024 00000100:00100000:2.0:1781226866.998288:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1314 00000100:00100000:2.0:1781226866.998301:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:31223:x1867750941649024:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226866.998386:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.998406:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.998425:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.998469:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226866.998484:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 49 pid: 6525 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226866.998500:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964619776:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226866.998884:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933180 going to sleep for 11 seconds 00000100:00100000:2.0:1781226867.001653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226867.001838:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964619776:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226867.001879:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226867.001963:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649152 00000100:00100000:3.0:1781226867.001973:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649152 00010000:00010000:3.0:1781226867.002023:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 50 pid: 6525 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226867.002067:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 404 00000100:00100000:3.0:1781226867.002078:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2426:x1867750941649152:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226867.002098:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226867.002107:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 50 pid: 6525 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.002120:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 50 pid: 6525 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.002152:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44662e7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ea3 expref: 50 pid: 6525 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.002171:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:3.0:1781226867.002177:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.002195:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.002203:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.002242:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226867.002319:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2426:x1867750941649152:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 241us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226867.002328:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 404 00010000:00010000:1.0:1781226867.002620:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002629:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002685:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002739:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002755:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002762:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226867.002767:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002778:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002789:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226867.002791:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226867.002795:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.002802:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466342 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226867.002859:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31223:x1867750941649024:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 4560us (4806us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781226867.002870:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1314 00000100:00100000:2.0:1781226867.006433:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226867.006536:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649280 00000100:00100000:3.0:1781226867.006551:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649280 00000100:00100000:3.0:1781226867.006636:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 352 00000100:00100000:3.0:1781226867.006649:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941649280:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226867.006765:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.006796:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.006806:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226867.006808:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226867.006813:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.006863:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.006887:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 11 pid: 9780 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226867.006905:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964619904:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226867.007024:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226867.010561:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226867.010663:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649408 00000100:00100000:1.0:1781226867.010675:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649408 00010000:00010000:1.0:1781226867.010768:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 12 pid: 9780 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226867.010821:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 405 00000100:00100000:1.0:1781226867.010834:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941649408:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226867.010855:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226867.010883:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 12 pid: 9780 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.010899:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 12 pid: 9780 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.010946:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226867.010948:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226867.010955:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.010966:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.010992:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226867.011053:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941649408:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 221us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226867.011061:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 405 00010000:00010000:3.0:1781226867.011304:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000034a1efe/0x5d5522eac4466326 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ec6 expref: 11 pid: 9780 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226867.011324:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964619904:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226867.011350:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011362:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011370:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011395:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011405:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011420:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011429:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226867.011434:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011445:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011459:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.011467:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ff44f1/0x5d5522eac4466349 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226867.011527:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941649280:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 4881us (5109us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226867.011535:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 352 00000100:00100000:1.0:1781226867.019669:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226867.019940:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649664 00000100:00100000:2.0:1781226867.019953:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649664 00000100:00100000:2.0:1781226867.020031:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1315 00000100:00100000:2.0:1781226867.020043:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31223:x1867750941649664:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226867.020154:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020177:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020190:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020392:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020407:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020415:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020465:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 49 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226867.020481:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 49 pid: 14117 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226867.020499:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964620032:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226867.020889:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933180 going to sleep for 11 seconds 00000100:00100000:0.0:1781226867.024286:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226867.024368:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649792 00000100:00100000:1.0:1781226867.024382:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649792 00010000:00010000:1.0:1781226867.024438:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 50 pid: 14117 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226867.024497:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 406 00000100:00100000:1.0:1781226867.024509:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7890c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2426:x1867750941649792:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226867.024528:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226867.024536:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 50 pid: 14117 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.024550:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 50 pid: 14117 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.024586:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226867.024592:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.024604:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.024614:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.024644:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226867.024772:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7890c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2426:x1867750941649792:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 265us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226867.024780:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 406 00010000:00010000:3.0:1781226867.026046:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac446633b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ecd expref: 49 pid: 14117 timeout: 926 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226867.026079:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964620032:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226867.026108:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.026120:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.026128:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226867.026305:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968112 00000001:00080000:3.0:1781226867.026454:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968113 00000001:00080000:3.0:1781226867.026499:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968114 00000100:00100000:3.0:1781226867.026609:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c2940 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964620160:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781226867.026725:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226867.026775:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c54a83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226867.026970:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964620160 00000100:00100000:1.0:1781226867.026981:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964620160 00000100:00100000:1.0:1781226867.027047:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1781226867.027057:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964620160:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1781226867.027172:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964620160:12345-0@lo:1000:mdt00_000.0 Request processed in 116us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226867.027182:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1781226867.027439:0:6523:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:0.0:1781226867.027447:0:6523:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967362 00000004:00080000:0.0:1781226867.027490:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a5f7412940, transno 4294967362 00000100:00100000:0.0:1781226867.027514:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c2940 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964620160:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1781226867.027664:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968115 00000100:00100000:0.0:1781226867.027784:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964620288:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781226867.027829:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226867.028480:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1377000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226867.028522:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964620288 00000100:00100000:3.0:1781226867.028531:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964620288 00000100:00100000:3.0:1781226867.028584:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1781226867.028594:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964620288:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781226867.029021:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6523:x1867750964620288:12345-0@lo:1000:mdt00_000.0 Request processed in 427us (1190us total) trans 4294967365 rc 0/0 00000100:00100000:3.0:1781226867.029031:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1781226867.029189:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964620288:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1781226867.029283:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968116 00010000:00010000:1.0:1781226867.029323:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029336:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029346:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029353:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226867.029359:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029367:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029387:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226867.029390:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226867.029397:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029404:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466357 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029439:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029446:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029451:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029454:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226867.029457:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029467:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029475:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5f680be00) 00010000:00010000:1.0:1781226867.029478:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226867.029485:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029498:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029509:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.029551:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574c00/0x5d5522eac446628c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46e8e expref: 96 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226867.029567:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964620416:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226867.029857:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041c840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226867.033555:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226867.033633:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941649920 00000100:00100000:3.0:1781226867.033645:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941649920 00000100:00100000:3.0:1781226867.033774:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 254 00000100:00100000:3.0:1781226867.033787:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+97:31222:x1867750941649920:12345-192.168.202.30@tcp:49:cat.0 00000100:00100000:3.0:1781226867.033977:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+97:31222:x1867750941649920:12345-192.168.202.30@tcp:49:cat.0 Request processed in 194us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226867.033986:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 254 00000100:00100000:3.0:1781226867.036598:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226867.036763:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941650048 00000100:00100000:0.0:1781226867.036775:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941650048 00000100:00100000:0.0:1781226867.036861:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 353 00000100:00100000:0.0:1781226867.036873:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+11:31222:x1867750941650048:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226867.036895:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226867.036935:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac446635e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ed4 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226867.036967:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a2b5d6e, atime: 0x6a2b5d71, ctime: 0x6a2b5d6e, blocks: 0x8 00010000:00010000:0.0:1781226867.036995:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226867.036997:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226867.037007:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac446635e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ed4 expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.037026:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac446635e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ed4 expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.037042:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea200, rc 0) 00000100:00100000:0.0:1781226867.037120:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+12:31222:x1867750941650048:12345-192.168.202.30@tcp:101:cat.0 Request processed in 249us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226867.037128:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 353 00000100:00080000:3.0:1781226867.039268:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226867.039879:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226867.040118:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964620416:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226867.040156:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040168:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466285 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040212:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040229:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040242:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040253:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040261:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040266:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040272:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226867.040276:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040283:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040295:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5f680be00) 00010000:00010000:1.0:1781226867.040299:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226867.040303:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040309:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac4466365 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040319:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040326:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040332:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040338:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226867.040341:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040347:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040354:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff89a5f680be00) 00010000:00010000:1.0:1781226867.040356:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226867.040359:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226867.040364:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4466350 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226867.040581:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:31223:x1867750941649664:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 20540us (20927us total) trans 4294968117 rc 0/0 00000100:00100000:1.0:1781226867.040594:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1315 00000020:00080000:1.0:1781226867.040601:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1781226867.040838:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226867.040844:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226867.041345:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1781226867.041357:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226867.041569:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941650176 00000100:00100000:0.0:1781226867.041580:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941650176 00002000:00100000:0.0:1781226867.041648:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff89a4c60d4f00 x1867750941650176/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:678/0 lens 488/0 e 0 to 0 dl 1781226878 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226867.041659:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c60d4f00 with x1867750941650176 ext(0->4095) 00002000:00010000:0.0:1781226867.041667:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c60d4f00 00000100:00100000:0.0:1781226867.041748:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 95 00000100:00100000:0.0:1781226867.041759:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941650176:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:0.0:1781226867.042155:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+12:2426:x1867750941650176:12345-192.168.202.30@tcp:3:cat.0 Request processed in 397us (2284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226867.042165:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 95 00002000:00100000:0.0:1781226867.042173:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff89a4c60d4f00 x1867750941650176/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:678/0 lens 488/4536 e 0 to 0 dl 1781226878 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226867.042181:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c60d4f00 with x1867750941650176 ext(0->4095) 00002000:00010000:0.0:1781226867.042184:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c60d4f00 00000100:00100000:3.0:1781226867.045368:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226867.045452:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941650432 00000100:00100000:0.0:1781226867.045465:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941650432 00000100:00100000:0.0:1781226867.045532:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 255 00000100:00100000:0.0:1781226867.045542:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:31223:x1867750941650432:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781226867.046106:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781226867.046154:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968118 00010000:00010000:0.0:1781226867.046200:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.046221:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.046235:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.046245:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.046257:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.046263:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226867.046508:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781226867.046679:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:31223:x1867750941650432:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 1135us (1321us total) trans 4294968119 rc 0/0 00000100:00100000:0.0:1781226867.046690:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 255 00000020:00080000:0.0:1781226867.046728:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1781226867.051981:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226867.052004:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.052019:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eae00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226867.052024:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.052035:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.052058:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:3.0:1781226867.052061:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226867.052068:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226867.052076:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac446636c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226867.052436:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226867.052564:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941650688 00000100:00100000:3.0:1781226867.052578:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941650688 00000100:00100000:3.0:1781226867.052665:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 256 00000100:00100000:3.0:1781226867.052677:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+97:31222:x1867750941650688:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:3.0:1781226867.053072:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+98:31222:x1867750941650688:12345-192.168.202.30@tcp:35:cat.0 Request processed in 396us (641us total) trans 4294968120 rc 0/0 00000100:00100000:3.0:1781226867.053082:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 256 00010000:00010000:0.0:1781226867.056051:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226867.056062:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226867.056066:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226867.708845:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226867.708879:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964620544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226867.708998:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226867.709376:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964620544 00000100:00100000:0.0:1781226867.709389:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964620544 00000100:00100000:0.0:1781226867.709462:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1781226867.709474:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964620544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226867.709525:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226867.709586:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964620544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226867.709595:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1781226867.709926:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964620544:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226867.836059:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226868.860815:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226869.244293:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226869.244328:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964620800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226869.244406:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226869.244503:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964620800 00000100:00100000:1.0:1781226869.244510:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964620800 00000100:00100000:1.0:1781226869.244570:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1781226869.244580:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964620800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226869.244612:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226869.244657:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964620800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.244664:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00080000:1.0:1781226869.244684:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226869.244756:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964620800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226869.245026:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226869.245039:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964620672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226869.245076:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226869.245334:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964620672 00000100:00100000:1.0:1781226869.245340:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964620672 00000100:00100000:1.0:1781226869.245388:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1781226869.245396:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964620672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226869.245409:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226869.245460:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964620672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.245467:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:3.0:1781226869.245622:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226869.245764:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964620672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226869.674891:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226869.674957:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226869.674999:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226869.675029:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226869.675061:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226869.675084:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226869.675102:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226869.675110:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651200 00000100:00100000:1.0:1781226869.675118:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226869.675122:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651200 00000100:00100000:1.0:1781226869.675161:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226869.675182:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651328 00000100:00100000:1.0:1781226869.675182:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651712 00000100:00100000:2.0:1781226869.675185:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651328 00000100:00100000:1.0:1781226869.675185:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651712 00000100:00100000:2.0:1781226869.675205:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651840 00000100:00100000:2.0:1781226869.675208:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651840 00000100:00100000:3.0:1781226869.675245:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941650944 00000100:00100000:3.0:1781226869.675249:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941650944 00000100:00100000:0.0:1781226869.675268:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651456 00000100:00100000:0.0:1781226869.675271:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651456 00000100:00100000:3.0:1781226869.675279:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651072 00000100:00100000:3.0:1781226869.675281:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651072 00000100:00100000:0.0:1781226869.675290:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651584 00000100:00100000:0.0:1781226869.675292:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651584 00000100:00100000:3.0:1781226869.675297:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1070 00000100:00100000:0.0:1781226869.675306:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1071 00000100:00100000:3.0:1781226869.675310:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+98:2425:x1867750941650944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226869.675312:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2425:x1867750941651456:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226869.675390:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2425:x1867750941651456:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 76us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226869.675397:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1071 00000100:00100000:0.0:1781226869.675416:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1072 00000100:00100000:0.0:1781226869.675422:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941651072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226869.677045:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+98:2425:x1867750941650944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1728us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226869.677063:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1070 00000100:00100000:3.0:1781226869.677110:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1073 00000100:00100000:3.0:1781226869.677132:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941651584:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226869.677195:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941651584:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226869.677201:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1073 00000100:00080000:3.0:1781226869.677227:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226869.677231:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226869.677234:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226869.677237:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226869.677341:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 634 00000100:00100000:1.0:1781226869.677353:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941651200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226869.677385:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941651200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.677391:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 634 00000100:00100000:1.0:1781226869.677408:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 635 00000100:00100000:1.0:1781226869.677415:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941651328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226869.677441:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941651328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.677446:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 635 00000100:00100000:1.0:1781226869.677458:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 636 00000100:00100000:1.0:1781226869.677464:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941651712:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226869.677489:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941651712:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.677495:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 636 00000100:00100000:1.0:1781226869.677509:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 637 00000100:00100000:1.0:1781226869.677515:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941651840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226869.677538:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941651840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (2377us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.677544:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 637 00000100:00100000:1.0:1781226869.677564:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941650816 00000100:00100000:1.0:1781226869.677570:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941650816 00000100:00100000:1.0:1781226869.677620:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 746 00000100:00100000:1.0:1781226869.677628:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941650816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226869.677653:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941650816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (2592us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226869.677658:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 746 00000100:00100000:0.0:1781226869.681224:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941651072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 5787us (6124us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226869.681242:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1072 00010000:00010000:0.0:1781226869.883821:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226870.268011:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226870.268035:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964620928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226870.268110:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226870.268376:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964620928 00000100:00100000:2.0:1781226870.268386:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964620928 00000100:00100000:2.0:1781226870.268445:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1781226870.268455:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964620928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226870.268494:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:2.0:1781226870.268557:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964620928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226870.268565:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1781226870.268813:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964620928:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226870.908205:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226871.036518:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781226871.163911:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226871.163919:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226871.164011:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1781226871.164019:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226871.803966:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964621056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226871.804041:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226871.804070:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964621440:0@lo:400:kworker.0 00000100:00100000:1.0:1781226871.804100:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226871.804105:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964621568:0@lo:400:kworker.0 00000100:00100000:1.0:1781226871.804119:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964621952:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.804129:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226871.804136:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226871.804145:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964622080:0@lo:400:kworker.0 00000100:00100000:1.0:1781226871.804147:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964622464:0@lo:400:kworker.0 00000100:00100000:1.0:1781226871.804174:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621056 00000100:00100000:2.0:1781226871.804177:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226871.804181:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621056 00000100:00100000:2.0:1781226871.804196:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964622592:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.804216:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226871.804236:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1781226871.804243:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1781226871.804245:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964621056:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226871.804248:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964621184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226871.804266:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1781226871.804277:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226871.804280:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964621696:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.804308:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226871.804314:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964621056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226871.804576:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964621312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.804609:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226871.804635:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964621824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.804655:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226871.804670:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964622336:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.804728:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226871.804747:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964622848:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.804769:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226871.804989:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781226871.805010:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621184 00000100:00100000:1.0:1781226871.805015:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621184 00000100:00100000:1.0:1781226871.805035:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1781226871.805042:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3668:x1867750964621184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226871.805055:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226871.805089:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3668:x1867750964621184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226871.805095:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1781226871.805113:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621568 00000100:00100000:1.0:1781226871.805117:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621568 00000100:00100000:2.0:1781226871.814597:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964622208:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.814670:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226871.814726:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964622720:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.814750:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226871.814802:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964621056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226871.814835:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964621184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226871.822020:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621824 00000100:00100000:2.0:1781226871.822037:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621824 00000100:00100000:2.0:1781226871.822086:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1781226871.822097:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964621568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.825516:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964621568:12345-0@lo:400:kworker.0 Request processed in 3411us (21374us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825532:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1781226871.825583:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1781226871.825599:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964621824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.825680:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964621824:12345-0@lo:400:kworker.0 Request processed in 88us (21023us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825686:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1781226871.825724:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621440 00000100:00100000:3.0:1781226871.825733:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621440 00000100:00100000:2.0:1781226871.825736:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622336 00000100:00100000:2.0:1781226871.825738:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622336 00000100:00100000:3.0:1781226871.825775:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621952 00000100:00100000:2.0:1781226871.825777:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622848 00000100:00100000:3.0:1781226871.825778:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621952 00000100:00100000:2.0:1781226871.825779:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622848 00000100:00100000:3.0:1781226871.825794:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622080 00000100:00100000:3.0:1781226871.825797:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622080 00000100:00100000:2.0:1781226871.825798:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622208 00000100:00100000:2.0:1781226871.825800:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622208 00000100:00100000:3.0:1781226871.825809:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622592 00000100:00100000:2.0:1781226871.825810:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622720 00000100:00100000:3.0:1781226871.825811:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622592 00000100:00100000:2.0:1781226871.825812:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622720 00000100:00100000:2.0:1781226871.825823:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1781226871.825824:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621696 00000100:00100000:3.0:1781226871.825826:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621696 00000100:00100000:2.0:1781226871.825829:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964622336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.825839:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1781226871.825844:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964621440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.825860:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964622336:12345-0@lo:400:kworker.0 Request processed in 32us (21167us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825866:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1781226871.825874:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964621440:12345-0@lo:400:kworker.0 Request processed in 30us (21773us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825877:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1781226871.825879:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1781226871.825882:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3666:x1867750964622848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.825889:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1781226871.825894:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964621952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.825907:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3666:x1867750964622848:12345-0@lo:400:kworker.0 Request processed in 25us (21137us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825912:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1781226871.825916:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964621952:12345-0@lo:400:kworker.0 Request processed in 22us (21779us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226871.825921:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:2.0:1781226871.825922:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1781226871.825927:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964622208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.825930:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1781226871.825935:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964622080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.825952:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964622208:12345-0@lo:400:kworker.0 Request processed in 25us (11282us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825958:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1781226871.825968:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1781226871.825975:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964622080:12345-0@lo:400:kworker.0 Request processed in 40us (21810us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.825975:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964622720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.825980:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1781226871.825991:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1781226871.825997:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964622592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.825998:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964622720:12345-0@lo:400:kworker.0 Request processed in 25us (11248us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.826003:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1781226871.826021:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964622592:12345-0@lo:400:kworker.0 Request processed in 25us (21804us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226871.826026:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1781226871.826036:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1781226871.826042:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964621696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.826054:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964621824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.826066:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964621696:12345-0@lo:400:kworker.0 Request processed in 25us (21768us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226871.826069:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964622336:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.826071:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1781226871.826079:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964622848:0@lo:400:kworker.0 00000100:00080000:3.0:1781226871.826101:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226871.826105:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226871.826108:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226871.826110:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226871.826116:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964621696:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.826126:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964622208:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.826135:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964622720:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.826144:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964621568:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.826153:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964622080:0@lo:400:kworker.0 00000100:00100000:2.0:1781226871.826162:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964622592:0@lo:400:kworker.0 00000100:00100000:0.0:1781226871.832591:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964621312 00000100:00100000:0.0:1781226871.832608:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964621312 00000100:00100000:0.0:1781226871.835853:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1781226871.838621:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226871.838773:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964621440:0@lo:400:kworker.0 00000100:00100000:3.0:1781226871.838791:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964621952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226871.839043:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622464 00000100:00100000:1.0:1781226871.839051:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622464 00000100:00100000:1.0:1781226871.839125:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1781226871.839135:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964622464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226871.839212:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964622464:12345-0@lo:400:kworker.0 Request processed in 79us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226871.839219:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1781226871.839250:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964622464:0@lo:400:kworker.0 00000100:00100000:0.0:1781226871.839776:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964621312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226871.839819:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964621312:12345-0@lo:400:kworker.0 Request processed in 3950us (35208us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226871.839825:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:3.0:1781226871.840012:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226871.840127:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964621312:0@lo:400:kworker.0 00000001:00080000:3.0:1781226871.841273:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:3.0:1781226871.841292:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00010000:00010000:3.0:1781226871.936164:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226872.827910:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964622976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226872.827986:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226872.828228:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964622976 00000100:00100000:1.0:1781226872.828236:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964622976 00000100:00100000:1.0:1781226872.828292:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1781226872.828302:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964622976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226872.828338:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226872.828390:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964622976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226872.828397:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1781226872.828439:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964622976:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1781226872.838098:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000001:00080000:1.0:1781226872.838114:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:2.0:1781226872.848775:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000001:00080000:2.0:1781226872.848810:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00000020:00080000:2.0:1781226872.848840:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c68433c0 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1781226872.848847:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c78e9700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c68436c0 00000020:00080000:2.0:1781226872.848851:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c78e9200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8657000 00010000:00010000:0.0:1781226872.849272:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226872.849288:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226872.849298:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226872.849306:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226872.849312:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226872.849320:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226872.849339:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:0.0:1781226872.849342:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226872.849346:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226872.849353:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466334 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781226872.849766:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:2.0:1781226872.849786:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1781226872.849872:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00010000:00010000:0.0:1781226872.960348:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226873.517533:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226873.518689:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941651968 00000100:00100000:0.0:1781226873.518762:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941651968 00000100:00100000:0.0:1781226873.518891:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1316 00000100:00100000:0.0:1781226873.518903:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31183:x1867750941651968:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781226873.519017:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31183:x1867750941651968:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 118us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226873.519025:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1316 00000100:00080000:3.0:1781226873.520091:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226873.526095:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226873.526174:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652096 00000100:00100000:1.0:1781226873.526183:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652096 00000100:00100000:1.0:1781226873.526257:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1317 00000100:00100000:1.0:1781226873.526268:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:31183:x1867750941652096:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226873.526395:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:31183:x1867750941652096:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 128us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226873.526404:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1317 00000100:00080000:3.0:1781226873.526505:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1781226873.980081:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226874.364313:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226874.364339:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964623104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226874.364418:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226874.364690:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964623104 00000100:00100000:1.0:1781226874.364715:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964623104 00000100:00100000:1.0:1781226874.364827:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1781226874.364838:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964623104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226874.364885:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226874.364942:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964623104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.364949:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1781226874.365059:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226874.365069:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964623232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226874.365099:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781226874.365140:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226874.365191:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964623104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226874.371679:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964623232 00000100:00100000:2.0:1781226874.371705:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964623232 00000100:00100000:2.0:1781226874.371981:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1781226874.371993:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964623232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226874.372027:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1781226874.372123:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964623232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (7022us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226874.372131:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1781226874.372521:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:1.0:1781226874.372530:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:1.0:1781226874.372559:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964623232:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781226874.372877:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226874.803103:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803179:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803205:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803238:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803256:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803275:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803293:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803317:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226874.803349:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652736 00000100:00100000:2.0:1781226874.803359:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652736 00000100:00100000:2.0:1781226874.803411:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653248 00000100:00100000:2.0:1781226874.803415:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653248 00000100:00100000:2.0:1781226874.803431:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652608 00000100:00100000:2.0:1781226874.803433:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652608 00000100:00100000:2.0:1781226874.803447:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653120 00000100:00100000:2.0:1781226874.803449:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653120 00000100:00100000:2.0:1781226874.803465:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 642 00000100:00100000:2.0:1781226874.803474:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941652736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.803730:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652224 00000100:00100000:1.0:1781226874.803735:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652224 00000100:00100000:1.0:1781226874.803765:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 748 00000100:00100000:1.0:1781226874.803772:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941652224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226874.803849:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941652736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 366us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226874.803859:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 642 00000100:00100000:2.0:1781226874.803878:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 643 00000100:00100000:2.0:1781226874.803885:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941653248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226874.807763:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652480 00000100:00100000:0.0:1781226874.807777:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652480 00000100:00100000:0.0:1781226874.807833:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652992 00000100:00100000:0.0:1781226874.807836:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652992 00000100:00100000:0.0:1781226874.807849:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652352 00000100:00100000:0.0:1781226874.807851:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652352 00000100:00100000:0.0:1781226874.807867:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941652864 00000100:00100000:0.0:1781226874.807869:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941652864 00000100:00100000:0.0:1781226874.807887:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1080 00000100:00100000:0.0:1781226874.807896:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941652480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.808792:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941652224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 5013us (5692us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.808808:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 748 00000100:00100000:1.0:1781226874.812232:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1081 00000100:00100000:1.0:1781226874.812258:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941652992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.812343:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941652992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 98us (9136us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.812351:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1081 00000100:00100000:1.0:1781226874.812380:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1082 00000100:00100000:1.0:1781226874.812387:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+97:2425:x1867750941652352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.812412:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+97:2425:x1867750941652352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (9155us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.812418:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1082 00000100:00100000:1.0:1781226874.812430:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1083 00000100:00100000:1.0:1781226874.812437:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2425:x1867750941652864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.812475:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2425:x1867750941652864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (9181us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.812482:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1083 00000100:00100000:1.0:1781226874.812540:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 644 00000100:00100000:1.0:1781226874.813292:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941652608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.813335:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941652608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 55us (10059us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.813343:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 644 00000100:00100000:1.0:1781226874.813365:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 645 00000100:00100000:1.0:1781226874.813373:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941653120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226874.813394:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941653120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (10076us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226874.813400:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 645 00000100:00080000:1.0:1781226874.813421:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226874.813426:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226874.813429:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226874.813432:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226874.818815:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941653248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 14917us (15563us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226874.818830:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 643 00000100:00100000:0.0:1781226874.826992:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941652480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19082us (23827us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226874.827007:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1080 00010000:00010000:1.0:1781226875.012917:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226875.390686:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964623360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226875.390779:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226875.392746:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964623360 00000100:00100000:1.0:1781226875.392762:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964623360 00000100:00100000:1.0:1781226875.392829:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1781226875.392848:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964623360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226875.392892:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1781226875.393002:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964623360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 163us (2221us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226875.393011:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1781226875.393212:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964623360:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1781226875.678045:0:23406:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 21:14:33 (1781226873) 00000100:00100000:0.0:1781226875.910356:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226875.910475:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653376 00000100:00100000:1.0:1781226875.910487:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653376 00000100:00100000:1.0:1781226875.910555:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 749 00000100:00100000:1.0:1781226875.910565:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:31824:x1867750941653376:12345-192.168.202.30@tcp:101:mount.lustre.0 00010000:00010000:1.0:1781226875.910586:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226875.910607:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c92f5000/0x5d5522eac4466373 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46edb expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226875.910637:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c92f5000/0x5d5522eac4466373 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46edb expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226875.910649:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c92f5000/0x5d5522eac4466373 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46edb expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226875.910689:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226875.910777:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31824:x1867750941653376:12345-192.168.202.30@tcp:101:mount.lustre.0 Request processed in 213us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226875.910785:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 749 00000100:00100000:3.0:1781226875.924445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226875.924597:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653504 00000100:00100000:1.0:1781226875.924608:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653504 00000100:00100000:1.0:1781226875.924682:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 750 00000100:00100000:1.0:1781226875.924728:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31824:x1867750941653504:12345-192.168.202.30@tcp:501:mount.lustre.0 00000100:00100000:1.0:1781226875.924899:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31824:x1867750941653504:12345-192.168.202.30@tcp:501:mount.lustre.0 Request processed in 207us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226875.924908:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 750 00000100:00100000:2.0:1781226875.929235:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226875.932233:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653632 00000100:00100000:3.0:1781226875.932252:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653632 00000100:00100000:3.0:1781226875.932335:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 751 00000100:00100000:3.0:1781226875.932346:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31824:x1867750941653632:12345-192.168.202.30@tcp:503:mount.lustre.0 00000100:00100000:3.0:1781226875.932551:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31824:x1867750941653632:12345-192.168.202.30@tcp:503:mount.lustre.0 Request processed in 206us (3327us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226875.932559:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 751 00000100:00100000:2.0:1781226875.936423:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226875.936787:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653760 00000100:00100000:0.0:1781226875.936802:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653760 00000100:00100000:0.0:1781226875.936893:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 752 00000100:00100000:0.0:1781226875.936906:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31828:x1867750941653760:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781226875.937487:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31828:x1867750941653760:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 572us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226875.937502:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 752 00000100:00100000:2.0:1781226875.969532:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226875.969671:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941653888 00000100:00100000:1.0:1781226875.969682:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941653888 00000100:00100000:1.0:1781226875.969780:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 753 00000100:00100000:1.0:1781226875.969791:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31828:x1867750941653888:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781226875.969985:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31828:x1867750941653888:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 194us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226875.969993:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 753 00000100:00100000:2.0:1781226875.989010:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226875.990793:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654016 00000100:00100000:1.0:1781226875.990814:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654016 00000100:00100000:1.0:1781226875.990910:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 754 00000100:00100000:1.0:1781226875.990923:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31828:x1867750941654016:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781226875.991114:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31828:x1867750941654016:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 192us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226875.991124:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 754 00000100:00100000:2.0:1781226875.996893:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226875.997060:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654144 00000100:00100000:3.0:1781226875.997073:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654144 00000100:00100000:3.0:1781226875.997157:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 755 00000100:00100000:3.0:1781226875.997170:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:31824:x1867750941654144:12345-192.168.202.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1781226875.997193:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226875.997232:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c96de000/0x5d5522eac446637a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f0c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226875.997270:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c96de000/0x5d5522eac446637a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f0c expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226875.997284:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c96de000/0x5d5522eac446637a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f0c expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226875.997296:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226875.999055:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+14:31824:x1867750941654144:12345-192.168.202.30@tcp:101:mount.lustre.0 Request processed in 1871us (2162us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226875.999069:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 755 00000100:00100000:2.0:1781226876.006373:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.006495:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654272 00000100:00100000:1.0:1781226876.006508:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654272 00000100:00100000:1.0:1781226876.006594:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 756 00000100:00100000:1.0:1781226876.006607:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+14:31824:x1867750941654272:12345-192.168.202.30@tcp:256:mount.lustre.0 20000000:01000000:1.0:1781226876.006665:0:6518:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1781226876.006761:0:6518:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1781226876.006766:0:6518:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1781226876.006770:0:6518:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1781226876.006773:0:6518:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1781226876.006776:0:6518:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00000100:00100000:1.0:1781226876.010586:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+14:31824:x1867750941654272:12345-192.168.202.30@tcp:256:mount.lustre.0 Request processed in 3964us (4212us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.010606:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 756 00000100:00100000:0.0:1781226876.021123:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.021360:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654400 00000100:00100000:3.0:1781226876.021375:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654400 00000100:00100000:3.0:1781226876.021450:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 757 00000100:00100000:3.0:1781226876.021462:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+14:31824:x1867750941654400:12345-192.168.202.30@tcp:101:mount.lustre.0 00010000:00010000:3.0:1781226876.021486:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226876.021511:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89a4c96df800/0x5d5522eac4466381 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f13 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.021550:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89a4c96df800/0x5d5522eac4466381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f13 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.021564:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89a4c96df800/0x5d5522eac4466381 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f13 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.021575:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:3.0:1781226876.021664:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31824:x1867750941654400:12345-192.168.202.30@tcp:101:mount.lustre.0 Request processed in 186us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.021672:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 757 00000100:00100000:2.0:1781226876.025609:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.027167:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654528 00000100:00100000:1.0:1781226876.027197:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654528 00000100:00100000:1.0:1781226876.027292:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 758 00000100:00100000:1.0:1781226876.027306:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31824:x1867750941654528:12345-192.168.202.30@tcp:501:mount.lustre.0 00000100:00100000:1.0:1781226876.027527:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31824:x1867750941654528:12345-192.168.202.30@tcp:501:mount.lustre.0 Request processed in 223us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.027541:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 758 00010000:00010000:1.0:1781226876.029887:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226876.034303:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.034524:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654656 00000100:00100000:2.0:1781226876.034550:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654656 00000100:00100000:2.0:1781226876.034633:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 759 00000100:00100000:2.0:1781226876.034646:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31824:x1867750941654656:12345-192.168.202.30@tcp:503:mount.lustre.0 00000100:00100000:2.0:1781226876.034929:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31824:x1867750941654656:12345-192.168.202.30@tcp:503:mount.lustre.0 Request processed in 286us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.034938:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 759 00000100:00100000:0.0:1781226876.039422:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.039742:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654784 00000100:00100000:3.0:1781226876.039756:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654784 00000100:00100000:3.0:1781226876.039839:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00100000:3.0:1781226876.039853:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31831:x1867750941654784:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781226876.040167:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31831:x1867750941654784:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 317us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.040177:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00100000:3.0:1781226876.060179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.060298:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941654912 00000100:00100000:1.0:1781226876.060312:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941654912 00000100:00100000:1.0:1781226876.060387:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 761 00000100:00100000:1.0:1781226876.060399:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31831:x1867750941654912:12345-192.168.202.30@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781226876.074516:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:31831:x1867750941654912:12345-192.168.202.30@tcp:502:llog_process_th.0 Request processed in 14098us (14331us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.074538:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 761 00000100:00100000:0.0:1781226876.093512:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.098055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.105771:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.105818:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.108087:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655552 00000100:00100000:0.0:1781226876.108104:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655552 00000100:00100000:0.0:1781226876.108203:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 646 00000100:00100000:0.0:1781226876.108233:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941655552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226876.108349:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+12:2425:x1867750941655552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 122us (2592us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.108360:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 646 00000100:00080000:0.0:1781226876.108417:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226876.112718:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655040 00000100:00100000:2.0:1781226876.112743:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655040 00000100:00100000:2.0:1781226876.112994:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655296 00000100:00100000:2.0:1781226876.113000:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655296 00000100:00100000:2.0:1781226876.113097:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1084 00000100:00100000:2.0:1781226876.113112:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+97:2425:x1867750941655296:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226876.113323:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+97:2425:x1867750941655296:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 215us (15284us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.113333:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1084 00000100:00100000:2.0:1781226876.113361:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1318 00000100:00100000:2.0:1781226876.113367:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2423:x1867750941655040:12345-192.168.202.30@tcp:38:mount.lustre.0 00010000:00080000:2.0:1781226876.113398:0:6523:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-MDT0000: connection from 9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp t0 exp 0000000000000000 cur 835 last 0 00000020:00000080:2.0:1781226876.113455:0:6523:0:(genops.c:1406:class_connect()) connect: client 9e89f187-9a34-4594-a03e-f649d3886b8d, cookie 0x5d5522eac4466388 00000004:00100000:2.0:1781226876.113488:0:6523:0:(mdt_handler.c:7285:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1781226876.114137:0:6523:0:(import.c:65:import_set_state_nolock()) ffff89a5f7469800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781226876.114199:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2423:x1867750941655040:12345-192.168.202.30@tcp:38:mount.lustre.0 Request processed in 829us (20706us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.114945:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1318 00000100:00080000:2.0:1781226876.114983:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226876.118282:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118329:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118364:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118402:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118419:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118438:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118508:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.118559:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656064 00000100:00100000:3.0:1781226876.118572:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656064 00000100:00100000:3.0:1781226876.118667:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655680 00000100:00100000:3.0:1781226876.118672:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655680 00000100:00100000:3.0:1781226876.118722:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656192 00000100:00100000:3.0:1781226876.118725:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656192 00000100:00100000:3.0:1781226876.118753:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 647 00000100:00100000:3.0:1781226876.118765:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941656064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226876.118872:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941656064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 110us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.118881:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 647 00000100:00100000:3.0:1781226876.118902:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 648 00000100:00100000:3.0:1781226876.118911:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941655680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226876.118936:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941655680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.118943:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 648 00000100:00100000:3.0:1781226876.118953:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 649 00000100:00100000:3.0:1781226876.118959:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941656192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226876.118981:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941656192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.118987:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 649 00000100:00100000:3.0:1781226876.119015:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655808 00000100:00100000:3.0:1781226876.119019:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655808 00000100:00100000:3.0:1781226876.119048:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655424 00000100:00100000:3.0:1781226876.119051:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655424 00000100:00100000:3.0:1781226876.119067:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655936 00000100:00100000:3.0:1781226876.119069:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655936 00000100:00100000:3.0:1781226876.119080:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656320 00000100:00100000:3.0:1781226876.119082:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656320 00000100:00100000:3.0:1781226876.119092:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941655168 00000100:00100000:3.0:1781226876.119094:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941655168 00000100:00100000:3.0:1781226876.119105:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656576 00000100:00100000:3.0:1781226876.119107:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656576 00000100:00100000:3.0:1781226876.119117:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1085 00000100:00100000:3.0:1781226876.119123:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2425:x1867750941655808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226876.119152:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2425:x1867750941655808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (13333us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.119158:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1085 00000100:00100000:3.0:1781226876.119170:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1086 00000100:00100000:3.0:1781226876.119178:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941655424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226876.119202:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941655424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.119208:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1086 00000100:00100000:3.0:1781226876.119218:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1087 00000100:00100000:3.0:1781226876.119224:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941655936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226876.119246:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941655936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.119252:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1087 00000100:00100000:3.0:1781226876.119265:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1319 00000100:00100000:3.0:1781226876.119269:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2423:x1867750941656320:12345-192.168.202.30@tcp:38:mount.lustre.0 00010000:00080000:3.0:1781226876.119298:0:6525:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-MDT0001: connection from 9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp t0 exp 0000000000000000 cur 835 last 0 00000020:00000080:3.0:1781226876.119350:0:6525:0:(genops.c:1406:class_connect()) connect: client 9e89f187-9a34-4594-a03e-f649d3886b8d, cookie 0x5d5522eac446638f 00000004:00100000:3.0:1781226876.119378:0:6525:0:(mdt_handler.c:7285:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1781226876.119537:0:6525:0:(import.c:65:import_set_state_nolock()) ffff89a4c787d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1781226876.119567:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2423:x1867750941656320:12345-192.168.202.30@tcp:38:mount.lustre.0 Request processed in 296us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.119574:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1319 00000100:00100000:3.0:1781226876.119588:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1320 00000100:00100000:3.0:1781226876.119595:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+7:0:x1867750941655168:12345-192.168.202.30@tcp:41:mount.lustre.0 00000004:00000024:3.0:1781226876.119624:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1781226876.119670:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+7:0:x1867750941655168:12345-192.168.202.30@tcp:41:mount.lustre.0 Request processed in 61us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.119682:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1320 00000100:00100000:3.0:1781226876.119730:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1321 00000100:00100000:3.0:1781226876.119737:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941656576:12345-192.168.202.30@tcp:41:mount.lustre.0 00000004:00000024:3.0:1781226876.119749:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1781226876.119767:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941656576:12345-192.168.202.30@tcp:41:mount.lustre.0 Request processed in 31us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.119773:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1321 00000100:00080000:3.0:1781226876.119798:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226876.119802:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226876.119811:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226876.119815:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226876.129625:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.130376:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656448 00000100:00100000:3.0:1781226876.130392:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656448 00000100:00100000:3.0:1781226876.130506:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1322 00000100:00100000:3.0:1781226876.130518:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:0:x1867750941656448:12345-192.168.202.30@tcp:41:mount.lustre.0 00000004:00000024:3.0:1781226876.130586:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00080000:2.0:1781226876.130752:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226876.131089:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:0:x1867750941656448:12345-192.168.202.30@tcp:41:mount.lustre.0 Request processed in 571us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.131098:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1322 00000100:00100000:0.0:1781226876.133434:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.133558:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656704 00000100:00100000:2.0:1781226876.133571:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656704 00000100:00100000:2.0:1781226876.133669:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1323 00000100:00100000:2.0:1781226876.133681:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941656704:12345-192.168.202.30@tcp:40:mount.lustre.0 00000100:00100000:2.0:1781226876.135069:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941656704:12345-192.168.202.30@tcp:40:mount.lustre.0 Request processed in 153us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.135088:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1323 00000100:00100000:2.0:1781226876.145806:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.146265:0:6534:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657088 00000100:00100000:1.0:1781226876.146278:0:6534:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657088 00000100:00100000:1.0:1781226876.146354:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 11 00000100:00100000:1.0:1781226876.146366:0:6534:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d082dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941657088:12345-192.168.202.30@tcp:900:mount.lustre.0 00000100:00100000:1.0:1781226876.146470:0:6534:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d082dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941657088:12345-192.168.202.30@tcp:900:mount.lustre.0 Request processed in 106us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.146480:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 11 00000100:00100000:3.0:1781226876.149188:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.149242:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.149350:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656832 00000100:00100000:0.0:1781226876.149362:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656832 00000100:00100000:0.0:1781226876.149408:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941656960 00000100:00100000:0.0:1781226876.149410:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941656960 00000100:00100000:0.0:1781226876.149437:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 354 00000100:00100000:0.0:1781226876.149446:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2423:x1867750941656832:12345-192.168.202.30@tcp:8:mount.lustre.0 00010000:00080000:0.0:1781226876.149485:0:8405:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp t0 exp 0000000000000000 cur 835 last 0 00000020:00000080:0.0:1781226876.149519:0:8405:0:(genops.c:1406:class_connect()) connect: client 9e89f187-9a34-4594-a03e-f649d3886b8d, cookie 0x5d5522eac4466396 00002000:00100000:0.0:1781226876.149540:0:8405:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9e89f187-9a34-4594-a03e-f649d3886b8d/ffff89a4c8a64800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113544 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1781226876.149560:0:8405:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1781226876.149691:0:8405:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1781226876.149763:0:8405:0:(import.c:65:import_set_state_nolock()) ffff89a4c8a62800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781226876.149844:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2423:x1867750941656832:12345-192.168.202.30@tcp:8:mount.lustre.0 Request processed in 397us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.149852:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 354 00000100:00100000:0.0:1781226876.149871:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 355 00000100:00100000:0.0:1781226876.149878:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2423:x1867750941656960:12345-192.168.202.30@tcp:8:mount.lustre.0 00010000:00080000:0.0:1781226876.149899:0:8405:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp t0 exp 0000000000000000 cur 835 last 0 00000020:00000080:0.0:1781226876.149926:0:8405:0:(genops.c:1406:class_connect()) connect: client 9e89f187-9a34-4594-a03e-f649d3886b8d, cookie 0x5d5522eac446639d 00002000:00100000:0.0:1781226876.149932:0:8405:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9e89f187-9a34-4594-a03e-f649d3886b8d/ffff89a4c8a65000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113544 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1781226876.149946:0:8405:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1781226876.149997:0:8405:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1781226876.150013:0:8405:0:(import.c:65:import_set_state_nolock()) ffff89a4c8a61800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781226876.150036:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2423:x1867750941656960:12345-192.168.202.30@tcp:8:mount.lustre.0 Request processed in 159us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.150043:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 355 00000100:00100000:0.0:1781226876.151781:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.151886:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657216 00000100:00100000:1.0:1781226876.151898:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657216 00000100:00100000:1.0:1781226876.152080:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 257 00000100:00100000:1.0:1781226876.152092:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941657216:12345-192.168.202.30@tcp:33:mount.lustre.0 00000004:00200000:1.0:1781226876.152201:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1781226876.152310:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31824:x1867750941657216:12345-192.168.202.30@tcp:33:mount.lustre.0 Request processed in 219us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.152318:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 257 00000100:00100000:2.0:1781226876.387177:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.387424:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657344 00000100:00100000:1.0:1781226876.387440:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657344 00000100:00100000:1.0:1781226876.387522:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1324 00000100:00100000:1.0:1781226876.387600:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31874:x1867750941657344:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226876.387629:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226876.387763:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44663a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f44 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.388052:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.388069:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.388082:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226876.388140:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226876.388143:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226876.388168:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.388197:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44663a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.388233:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 7 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.388243:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226876.388246:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226876.388251:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226876.388331:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31874:x1867750941657344:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 799us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.388340:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1324 00000100:00100000:2.0:1781226876.402073:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.402873:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657472 00000100:00100000:3.0:1781226876.402889:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657472 00000100:00100000:3.0:1781226876.402986:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1325 00000100:00100000:3.0:1781226876.403001:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31875:x1867750941657472:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226876.403031:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226876.403058:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f4b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403136:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403150:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403161:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403173:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403178:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403182:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403240:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44663c7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403245:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44663c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403249:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44663c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226876.403285:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226876.403289:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226876.403308:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44663c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403317:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403322:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403327:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403331:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.403335:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403340:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403350:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226876.403352:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.403355:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403359:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44663b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403383:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403387:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403394:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403397:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.403399:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403402:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403405:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff89a5c307e800) 00010000:00010000:3.0:1781226876.403406:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.403408:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403411:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403435:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f4b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403445:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44663c7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f4b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.403449:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a4c6e2fb00) 00010000:00010000:3.0:1781226876.403450:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226876.403452:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226876.403974:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31875:x1867750941657472:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 973us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.403989:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1325 00000100:00100000:2.0:1781226876.407629:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.407856:0:6534:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657600 00000100:00100000:1.0:1781226876.407870:0:6534:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657600 00000100:00100000:1.0:1781226876.407943:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 12 00000100:00100000:1.0:1781226876.407957:0:6534:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31875:x1867750941657600:12345-192.168.202.30@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1781226876.408083:0:6534:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31875:x1867750941657600:12345-192.168.202.30@tcp:900:lhsmtool_posix.0 Request processed in 129us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.408092:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 12 00000100:00100000:0.0:1781226876.415781:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.416005:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657856 00000100:00100000:2.0:1781226876.416021:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657856 00000100:00100000:2.0:1781226876.416103:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1326 00000100:00100000:2.0:1781226876.416118:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31875:x1867750941657856:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226876.416153:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.416184:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44663ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f52 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416302:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416321:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416335:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416358:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416365:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416372:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416511:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44663e3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416522:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44663e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.416530:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44663e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226876.416543:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000001:00080000:3.0:1781226876.424858:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968121 is committed 00000001:00100000:3.0:1781226876.424874:0:6503:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000020:00080000:3.0:1781226876.424884:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:2.0:1781226876.425020:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:2.0:1781226876.425035:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:2.0:1781226876.439616:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.440455:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941657984 00000100:00100000:3.0:1781226876.440467:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941657984 00000100:00100000:3.0:1781226876.440538:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1327 00000100:00100000:3.0:1781226876.440550:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+97:31876:x1867750941657984:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226876.440575:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226876.440597:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44663f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f59 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440677:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440715:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440729:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440743:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440750:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440756:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440799:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440806:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440813:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440818:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.440822:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440829:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440842:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226876.440845:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.440849:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440856:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44663f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440881:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440887:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440893:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440899:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.440902:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440908:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440915:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a5c307ed00) 00010000:00010000:3.0:1781226876.440917:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.440920:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440927:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44663ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440959:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44663f1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f59 expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440969:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226876.440971:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.440974:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44663f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f59 expref: 98 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.440984:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226876.441048:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+97:31876:x1867750941657984:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 500us (1440us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226876.441056:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1327 00000100:00100000:0.0:1781226876.447778:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.451372:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941658240 00000100:00100000:3.0:1781226876.451404:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941658240 00000100:00100000:3.0:1781226876.451496:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1328 00000100:00100000:3.0:1781226876.451509:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+97:31876:x1867750941658240:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:3.0:1781226876.451574:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226876.451604:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4465f67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d84 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451625:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226876.451630:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226876.451717:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451734:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451743:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451749:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451786:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451808:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226876.451822:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964623488:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226876.451935:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 44 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.451945:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 44 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226876.451954:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964623616:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226876.451979:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c60b7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226876.457309:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964623488:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226876.458480:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458514:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458522:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458530:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458536:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226876.458541:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458549:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458573:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a4c6e2fb00) 00010000:00010000:1.0:1781226876.458577:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226876.458582:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458589:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44663d5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458609:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458616:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458622:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458629:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226876.458633:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458640:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458647:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226876.458660:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226876.458664:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.458669:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44663dc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.459565:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44663ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f52 expref: 9 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.459591:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44663e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f52 expref: 8 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.459599:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226876.459601:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226876.459604:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:1.0:1781226876.459733:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31875:x1867750941657856:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 43614us (43963us total) trans 4294968121 rc 0/0 00000100:00100000:1.0:1781226876.459747:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1326 00000100:00100000:2.0:1781226876.460322:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.460664:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964623616:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226876.460736:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226876.460843:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.461240:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941658368 00000100:00100000:2.0:1781226876.461251:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941658368 00000100:00100000:1.0:1781226876.461267:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941658496 00000100:00100000:1.0:1781226876.461279:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941658496 00010000:00010000:2.0:1781226876.461306:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.461321:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 45 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226876.461360:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 407 00000100:00100000:2.0:1781226876.461380:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:2427:x1867750941658368:12345-192.168.202.30@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1781226876.461381:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 408 00010000:00010000:2.0:1781226876.461403:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1781226876.461405:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+45:2427:x1867750941658496:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226876.461417:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.461423:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226876.461437:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 45 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.461447:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.461469:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 45 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.461806:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f800/0x5d5522eac4465fa6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d99 expref: 45 pid: 6523 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.461827:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226876.461833:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.461844:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226876.461907:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+44:2427:x1867750941658496:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 506us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.461915:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 408 00010000:00010000:2.0:1781226876.466578:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44663ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f44 expref: 8 pid: 10991 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.466615:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226876.466622:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.466634:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.466955:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.467109:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226876.467221:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+7:2427:x1867750941658368:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 5838us (6887us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.467236:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 407 00010000:00010000:3.0:1781226876.468540:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.468558:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.468725:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.468741:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.468755:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469576:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469592:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469601:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226876.469620:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000082093347 reply state 00000000f4a29d28 transno 4294968122 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469632:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469641:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226876.469643:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226876.469648:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1781226876.469664:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:2.0:1781226876.469674:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469682:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469688:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469724:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226876.469730:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469737:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469750:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226876.469752:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226876.469755:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469761:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466406 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226876.469790:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000082093347 reply state 00000000f4a29d28 transno 4294968122 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469800:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.469807:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226876.469810:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226876.469812:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781226876.469953:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+98:31876:x1867750941658240:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 18440us (22177us total) trans 4294968122 rc 0/0 00000100:00100000:2.0:1781226876.469965:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1328 00000100:00100000:3.0:1781226876.472752:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.472985:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941658624 00000100:00100000:0.0:1781226876.473000:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941658624 00000100:00100000:0.0:1781226876.473082:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1329 00000100:00100000:0.0:1781226876.473097:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31875:x1867750941658624:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781226876.473256:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31875:x1867750941658624:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 162us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.473265:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1329 00000100:00100000:3.0:1781226876.485128:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.485340:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941658752 00000100:00100000:2.0:1781226876.485358:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941658752 00000100:00100000:2.0:1781226876.485458:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1330 00000100:00100000:2.0:1781226876.485472:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31875:x1867750941658752:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226876.485629:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31875:x1867750941658752:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 159us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.485637:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1330 00000100:00100000:1.0:1781226876.516059:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.516929:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941658880 00000100:00100000:2.0:1781226876.516945:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941658880 00000100:00100000:2.0:1781226876.517097:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1331 00000100:00100000:2.0:1781226876.517112:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+44:31880:x1867750941658880:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:2.0:1781226876.517144:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.517176:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446641b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f60 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.517282:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.517299:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.517312:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226876.517375:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226876.517379:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226876.517406:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.517435:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446641b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.517462:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.517471:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226876.517474:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226876.517479:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574800, rc 0) 00000100:00100000:2.0:1781226876.517908:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31880:x1867750941658880:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 796us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.517918:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1331 00000100:00100000:3.0:1781226876.520970:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.521509:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.521717:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941659008 00000100:00100000:0.0:1781226876.521730:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941659008 00000100:00100000:0.0:1781226876.521806:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1332 00000100:00100000:0.0:1781226876.521820:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941659008:12345-192.168.202.30@tcp:41:mkdir.0 00000004:00000024:0.0:1781226876.521879:0:14117:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226876.521972:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941659008:12345-192.168.202.30@tcp:41:mkdir.0 Request processed in 156us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.521980:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1332 00000100:00100000:0.0:1781226876.523478:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941659264 00000100:00100000:0.0:1781226876.523496:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941659264 00000100:00100000:1.0:1781226876.523947:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1333 00000100:00100000:1.0:1781226876.523963:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:31880:x1867750941659264:12345-192.168.202.30@tcp:36:mkdir.0 00000100:00100000:1.0:1781226876.524119:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a83c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6524:1867750964623744:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781226876.524197:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226876.524544:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964623744 00000100:00100000:2.0:1781226876.524551:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964623744 00000100:00100000:2.0:1781226876.524757:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1781226876.524766:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6524:x1867750964623744:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781226876.525060:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6524:x1867750964623744:12345-0@lo:1000:mdt00_001.0 Request processed in 294us (861us total) trans 0 rc 1/1 00000100:00100000:2.0:1781226876.525069:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1781226876.527372:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7870480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226876.527439:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a83c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6524:1867750964623744:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781226876.528161:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:31880:x1867750941659264:12345-192.168.202.30@tcp:36:mkdir.0 Request processed in 4196us (6646us total) trans 0 rc -17/-17 00000100:00100000:1.0:1781226876.528175:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1333 00000100:00100000:3.0:1781226876.532292:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.532481:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941659392 00000100:00100000:2.0:1781226876.532495:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941659392 00000100:00100000:2.0:1781226876.532590:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1334 00000100:00100000:2.0:1781226876.532604:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+45:31880:x1867750941659392:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:2.0:1781226876.532629:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.532666:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466429 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f67 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.532787:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.532807:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.532821:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533055:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533064:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533072:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533170:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446643e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533179:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446643e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533186:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446643e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226876.533363:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1781226876.533368:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226876.533395:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446643e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533412:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533418:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533425:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533432:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226876.533436:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533444:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533458:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226876.533461:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226876.533466:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533473:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466430 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533491:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533497:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533503:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533508:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226876.533511:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533517:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533524:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226876.533633:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226876.533638:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.533644:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466437 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.534098:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4466429 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f67 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.534117:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446643e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f67 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.534124:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226876.534127:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226876.534130:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226876.534377:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31880:x1867750941659392:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 1774us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.534388:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1334 00000100:00100000:0.0:1781226876.547567:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.547915:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941659520 00000100:00100000:3.0:1781226876.547928:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941659520 00000100:00100000:3.0:1781226876.548005:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1335 00000100:00100000:3.0:1781226876.548018:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31881:x1867750941659520:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226876.548043:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226876.548071:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466445 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f6e expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548162:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548180:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548194:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548225:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548234:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548241:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548297:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548306:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548312:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548318:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.548323:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548335:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548350:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:3.0:1781226876.548353:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.548359:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548364:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446644c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548388:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548394:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548399:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548404:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.548407:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548412:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548419:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5c307ed00) 00010000:00010000:3.0:1781226876.548422:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.548424:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548431:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac4466453 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548480:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466445 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f6e expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548491:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:3.0:1781226876.548493:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.548496:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466445 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f6e expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.548506:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226876.548987:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31881:x1867750941659520:12345-192.168.202.30@tcp:101:rm.0 Request processed in 969us (1441us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226876.548996:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1335 00000100:00100000:1.0:1781226876.568904:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.569146:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941659776 00000100:00100000:2.0:1781226876.569161:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941659776 00000100:00100000:2.0:1781226876.569250:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1336 00000100:00100000:2.0:1781226876.569262:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31882:x1867750941659776:12345-192.168.202.30@tcp:101:dd.0 00010000:00010000:2.0:1781226876.569290:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.569293:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1781226876.569327:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac446643e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f67 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.569353:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226876.569359:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226876.569374:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446645a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f75 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.569510:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.569527:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.570157:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.570177:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.570184:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.570191:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226876.571270:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1781226876.571483:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.571497:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.571508:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572014:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572025:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572032:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572039:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226876.572045:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572054:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572069:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226876.572072:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226876.572077:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572089:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4466461 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226876.572113:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000049fe6f80 reply state 00000000789fc7b0 transno 4294968123 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572124:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572130:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226876.572132:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226876.572135:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226876.572187:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac446645a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 48 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572203:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.572222:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226876.572224:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226876.572227:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8c7c600, rc 0) 00000100:00100000:2.0:1781226876.572322:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31882:x1867750941659776:12345-192.168.202.30@tcp:101:dd.0 Request processed in 3062us (3431us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1781226876.572332:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1336 00000100:00100000:1.0:1781226876.597947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.598061:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941659904 00000100:00100000:2.0:1781226876.598075:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941659904 00000100:00100000:2.0:1781226876.598158:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 356 00000100:00100000:2.0:1781226876.598171:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:31882:x1867750941659904:12345-192.168.202.30@tcp:101:dd.0 00010000:00010000:2.0:1781226876.598194:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.598222:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f7c expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226876.598257:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226876.598286:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226876.598289:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226876.598299:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.598318:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.598333:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8c7c000, rc 0) 00000100:00100000:2.0:1781226876.598409:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:31882:x1867750941659904:12345-192.168.202.30@tcp:101:dd.0 Request processed in 241us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.598417:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 356 00000100:00100000:1.0:1781226876.620214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.620428:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660032 00000100:00100000:2.0:1781226876.620443:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660032 00002000:00100000:2.0:1781226876.620507:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff89a4c73a8000 x1867750941660032/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:687/0 lens 488/0 e 0 to 0 dl 1781226887 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226876.620521:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73a8000 with x1867750941660032 ext(0->1048575) 00002000:00010000:2.0:1781226876.620537:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73a8000 00000100:00100000:2.0:1781226876.620625:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 96 00000100:00100000:2.0:1781226876.620656:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941660032:12345-192.168.202.30@tcp:4:dd.0 00000100:00100000:2.0:1781226876.647009:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2424:x1867750941660032:12345-192.168.202.30@tcp:4:dd.0 Request processed in 26355us (26792us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1781226876.647032:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 96 00002000:00100000:2.0:1781226876.647055:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff89a4c73a8000 x1867750941660032/t4294967371(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:687/0 lens 488/448 e 0 to 0 dl 1781226887 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226876.647069:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73a8000 with x1867750941660032 ext(0->1048575) 00002000:00010000:2.0:1781226876.647077:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c73a8000 00000100:00100000:1.0:1781226876.650957:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.651069:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660160 00000100:00100000:2.0:1781226876.651086:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660160 00000100:00100000:2.0:1781226876.651181:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1337 00000100:00100000:2.0:1781226876.651196:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31882:x1867750941660160:12345-192.168.202.30@tcp:44:dd.0 00000001:00080000:2.0:1781226876.657072:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968123 is committed 00010000:00010000:3.0:1781226876.657123:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.657154:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.657163:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.657169:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226876.657175:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226876.657181:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968122 is committed 00010000:00010000:3.0:1781226876.657194:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.657214:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a4c6fbae00) 00010000:00010000:3.0:1781226876.657218:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226876.657222:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226876.657228:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4466468 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657340:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657355:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657362:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657368:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226876.657372:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657380:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657395:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a4c6fba200) 00010000:00010000:0.0:1781226876.657398:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226876.657402:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657409:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac446640d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657432:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657438:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657444:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657450:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226876.657453:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657459:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657465:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:0.0:1781226876.657467:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226876.657469:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.657475:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4466414 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226876.657875:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31882:x1867750941660160:12345-192.168.202.30@tcp:44:dd.0 Request processed in 6676us (6920us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.657891:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1337 00000100:00100000:1.0:1781226876.661478:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.661552:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660288 00000100:00100000:0.0:1781226876.661570:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660288 00000100:00100000:0.0:1781226876.662016:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 357 00000100:00100000:0.0:1781226876.662031:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941660288:12345-192.168.202.30@tcp:16:dd.0 00000001:00080000:3.0:1781226876.666323:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000001:00100000:3.0:1781226876.666350:0:9468:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000100:00100000:0.0:1781226876.668595:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941660288:12345-192.168.202.30@tcp:16:dd.0 Request processed in 6547us (7107us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.668616:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 357 00000100:00100000:0.0:1781226876.674982:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226876.676460:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660544 00000100:00100000:3.0:1781226876.676477:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660544 00000100:00100000:3.0:1781226876.676552:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 258 00000100:00100000:3.0:1781226876.676563:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31882:x1867750941660544:12345-192.168.202.30@tcp:35:dd.0 00000100:00100000:3.0:1781226876.676969:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31882:x1867750941660544:12345-192.168.202.30@tcp:35:dd.0 Request processed in 407us (2001us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1781226876.676977:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 258 00000100:00100000:1.0:1781226876.729542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.730043:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660672 00000100:00100000:0.0:1781226876.730061:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660672 00000100:00100000:0.0:1781226876.730194:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1338 00000100:00100000:0.0:1781226876.730226:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31883:x1867750941660672:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226876.730259:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226876.730290:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac4466484 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f83 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730392:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730411:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730426:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730443:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730451:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730458:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730603:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb200/0x5d5522eac4466499 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730611:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb200/0x5d5522eac4466499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.730618:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb200/0x5d5522eac4466499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226876.731050:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1781226876.731055:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226876.731086:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb200/0x5d5522eac4466499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731103:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731109:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731117:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731123:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731129:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226876.731134:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731142:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731157:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226876.731160:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226876.731166:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731174:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac446648b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731191:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731197:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731203:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731285:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226876.731290:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731297:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731306:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a5ef93d800) 00010000:00010000:0.0:1781226876.731308:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226876.731311:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731317:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466492 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731359:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac4466484 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f83 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731375:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb200/0x5d5522eac4466499 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f83 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.731383:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:0.0:1781226876.731386:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781226876.731388:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb200, rc 0) 00000100:00100000:0.0:1781226876.731489:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:31883:x1867750941660672:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1283us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.731503:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1338 00000100:00100000:1.0:1781226876.751209:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.751576:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660800 00000100:00100000:2.0:1781226876.751588:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660800 00000100:00100000:2.0:1781226876.751672:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1339 00000100:00100000:2.0:1781226876.751683:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+96:31885:x1867750941660800:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:2.0:1781226876.751751:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.751777:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7de00/0x5d5522eac44664a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f8a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.752115:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44664a7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.752130:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44664a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.752143:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44664a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226876.752191:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226876.752196:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226876.752232:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44664a7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.752256:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7de00/0x5d5522eac44664a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f8a expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.752277:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44664a7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f8a expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.752286:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226876.752289:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226876.752293:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226876.752360:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+97:31885:x1867750941660800:12345-192.168.202.30@tcp:101:stat.0 Request processed in 678us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.752367:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1339 00000100:00100000:2.0:1781226876.758600:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.758746:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941660928 00000100:00100000:1.0:1781226876.758756:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941660928 00000100:00100000:1.0:1781226876.758819:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1340 00000100:00100000:1.0:1781226876.758831:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+97:31885:x1867750941660928:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:1.0:1781226876.758856:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226876.758879:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44664ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f91 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.758948:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.758963:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.758975:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.758991:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.758998:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759005:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759091:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44664c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759100:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44664c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759108:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44664c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226876.759154:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1781226876.759158:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226876.759181:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44664c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759192:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759199:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759205:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759210:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226876.759214:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759222:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759235:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226876.759238:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226876.759242:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759249:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44664b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759262:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759266:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759272:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759276:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226876.759279:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759284:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759290:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a5fb2d1600) 00010000:00010000:1.0:1781226876.759293:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226876.759296:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759301:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44664bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759332:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44664ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f91 expref: 99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759359:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4e00/0x5d5522eac44664c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f91 expref: 98 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.759366:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226876.759368:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226876.759371:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4e00, rc 0) 00000100:00100000:1.0:1781226876.759436:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+98:31885:x1867750941660928:12345-192.168.202.30@tcp:101:stat.0 Request processed in 608us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.759445:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1340 00000100:00100000:1.0:1781226876.763285:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.763354:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661056 00000100:00100000:0.0:1781226876.763371:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661056 00000100:00100000:0.0:1781226876.763518:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1341 00000100:00100000:0.0:1781226876.763532:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+98:31885:x1867750941661056:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:0.0:1781226876.763571:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226876.763600:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac44664ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f98 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763756:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763773:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763787:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763804:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763811:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763817:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763930:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763943:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.763950:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226876.764001:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:0.0:1781226876.764006:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226876.764035:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764048:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764058:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764064:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764071:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764078:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764085:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226876.764089:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764098:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764118:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:0.0:1781226876.764121:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226876.764126:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764132:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44664d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764148:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764154:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764160:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764164:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226876.764167:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764172:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764179:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5ef93d800) 00010000:00010000:0.0:1781226876.764182:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226876.764184:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764190:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44664d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764230:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac44664ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 100 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764244:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.764252:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226876.764254:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226876.764257:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea600, rc 0) 00000100:00100000:0.0:1781226876.764335:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+99:31885:x1867750941661056:12345-192.168.202.30@tcp:101:stat.0 Request processed in 806us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.764344:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1341 00000100:00100000:3.0:1781226876.768104:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226876.768359:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661184 00000100:00100000:1.0:1781226876.768372:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661184 00000100:00100000:1.0:1781226876.768444:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 358 00000100:00100000:1.0:1781226876.768457:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941661184:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:1.0:1781226876.768482:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226876.768508:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac44664e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46f9f expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226876.768928:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964623872:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226876.769065:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c3ad0540 going to sleep for 11 seconds 00002000:00010000:1.0:1781226876.772430:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1781226876.772443:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1781226876 00002000:00010000:1.0:1781226876.772445:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1781226876 00002000:00010000:1.0:1781226876.772448:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1781226876 00002000:00010000:1.0:1781226876.772450:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:1.0:1781226876.772485:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964623872:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226876.772813:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac44664e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f9f expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.772912:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fcafc34/0x5d5522eac44664e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f9f expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226876.772929:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:1.0:1781226876.773066:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941661184:12345-192.168.202.30@tcp:101:stat.0 Request processed in 4610us (4974us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226876.773077:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 358 00000100:00100000:3.0:1781226876.792464:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.792809:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661312 00000100:00100000:2.0:1781226876.792834:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661312 00000100:00100000:2.0:1781226876.792968:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 359 00000100:00100000:2.0:1781226876.792982:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941661312:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226876.793006:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.793030:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac44664ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fa6 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226876.793117:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964624000:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226876.793238:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933180 going to sleep for 11 seconds 00000100:00100000:2.0:1781226876.797025:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964624000:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226876.797082:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac44664ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fa6 expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.797112:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000728ed405/0x5d5522eac44664ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fa6 expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.797128:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226876.797961:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941661312:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4974us (5503us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226876.797975:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 359 00000100:00100000:3.0:1781226876.803137:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.803334:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661440 00000100:00100000:2.0:1781226876.803349:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661440 00000100:00100000:2.0:1781226876.803480:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1342 00000100:00100000:2.0:1781226876.803493:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+99:31886:x1867750941661440:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226876.803520:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226876.803565:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44664f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fad expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.803926:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.803946:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.803959:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226876.804020:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1781226876.804025:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226876.804051:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.804084:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44664f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.804108:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 100 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226876.804118:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:2.0:1781226876.804121:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226876.804125:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226876.804339:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+100:31886:x1867750941661440:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 847us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.804348:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1342 00000100:00100000:3.0:1781226876.807993:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226876.811375:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661568 00000100:00100000:0.0:1781226876.811397:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661568 00000100:00100000:0.0:1781226876.811569:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 360 00000100:00100000:0.0:1781226876.811584:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941661568:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226876.811608:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226876.811632:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053400590/0x5d5522eac4466502 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fb4 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226876.811759:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964624128:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226876.811901:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226876.820395:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964624128:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226876.820463:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000053400590/0x5d5522eac4466502 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fb4 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.820502:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053400590/0x5d5522eac4466502 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fb4 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226876.820519:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebc00, rc 0) 00000100:00100000:0.0:1781226876.820836:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941661568:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 9245us (12848us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226876.820847:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 360 00000100:00100000:3.0:1781226876.825196:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226876.825625:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661824 00000100:00100000:2.0:1781226876.825638:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661824 00000100:00100000:2.0:1781226876.825848:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1343 00000100:00100000:2.0:1781226876.825861:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+100:31886:x1867750941661824:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:2.0:1781226876.826123:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:2.0:1781226876.826922:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+100:31886:x1867750941661824:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 1059us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.826935:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1343 00000100:00100000:3.0:1781226876.924166:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964624256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226876.924267:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.924496:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964624384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226876.924544:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.924604:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964624256 00000100:00100000:1.0:1781226876.924613:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964624256 00000100:00100000:1.0:1781226876.924691:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964624384 00000100:00100000:1.0:1781226876.924715:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964624384 00000100:00100000:1.0:1781226876.924736:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1781226876.924746:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964624256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226876.924777:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3687739392 00000100:00100000:2.0:1781226876.925062:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1781226876.925075:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964624384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226876.925089:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3687739392 00000100:00100000:2.0:1781226876.925126:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964624384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226876.925135:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:2.0:1781226876.925162:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226876.925326:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964624256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 581us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.925333:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1781226876.925356:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964624512:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.925398:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.925456:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967370 gen 2 00000004:00080000:1.0:1781226876.925465:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967370 00000004:00080000:1.0:1781226876.925489:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967370 00000004:00080000:1.0:1781226876.925504:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a5f7411a40, transno 4294967370 00000100:00100000:1.0:1781226876.925535:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964624384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226876.926080:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964624640:0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.926130:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226876.926171:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964624640 00000100:00100000:0.0:1781226876.926178:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964624640 00000100:00100000:0.0:1781226876.926219:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1781226876.926227:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964624640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.926275:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964624640:12345-0@lo:400:kworker.0 Request processed in 48us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.926282:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1781226876.926310:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964624640:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.929386:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964625024:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.929485:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.929545:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964625536:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.929584:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.929619:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1781226876.929625:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964624896:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.929672:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.929691:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964625408:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.929738:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.929774:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625536 00000100:00100000:1.0:1781226876.929783:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625536 00000100:00100000:1.0:1781226876.930079:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625408 00000100:00100000:1.0:1781226876.930083:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625408 00000100:00100000:1.0:1781226876.930112:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1781226876.930123:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964625536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930188:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964625536:12345-0@lo:400:kworker.0 Request processed in 66us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.930196:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1781226876.930215:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1781226876.930221:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964625408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930250:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964625408:12345-0@lo:400:kworker.0 Request processed in 29us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226876.930260:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00080000:1.0:1781226876.930279:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226876.930304:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964625152:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930333:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.930352:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964625664:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930374:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.930396:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781226876.930402:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964624768:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930427:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.930448:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964625280:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930469:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226876.930485:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964625792:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.930507:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226876.930750:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625024 00000100:00100000:3.0:1781226876.930756:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625024 00000100:00100000:3.0:1781226876.930794:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964624768 00000100:00100000:3.0:1781226876.930797:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964624768 00000100:00100000:3.0:1781226876.930812:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1781226876.930820:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964625024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226876.930873:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964625024:12345-0@lo:400:kworker.0 Request processed in 55us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.930880:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1781226876.930894:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781226876.930900:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964624768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226876.930930:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964624768:12345-0@lo:400:kworker.0 Request processed in 30us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.930936:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781226876.930960:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964624512 00000100:00100000:3.0:1781226876.930964:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964624512 00000100:00100000:3.0:1781226876.930992:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1781226876.930998:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964624512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226876.931028:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964624512:12345-0@lo:400:kworker.0 Request processed in 30us (5629us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226876.931034:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1781226876.931773:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964624896 00000100:00100000:0.0:1781226876.931782:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964624896 00000100:00100000:0.0:1781226876.931816:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625152 00000100:00100000:0.0:1781226876.931831:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625152 00000100:00100000:0.0:1781226876.931869:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625664 00000100:00100000:0.0:1781226876.931873:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625664 00000100:00100000:0.0:1781226876.931892:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625280 00000100:00100000:0.0:1781226876.931894:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625280 00000100:00100000:0.0:1781226876.931907:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964625792 00000100:00100000:0.0:1781226876.931910:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964625792 00000100:00100000:0.0:1781226876.931927:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1781226876.931935:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964624896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.931988:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964624896:12345-0@lo:400:kworker.0 Request processed in 55us (2315us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.931994:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1781226876.932008:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1781226876.932014:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964625152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.932043:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964625152:12345-0@lo:400:kworker.0 Request processed in 30us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.932048:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1781226876.932059:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1781226876.932065:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964625664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.932090:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964625664:12345-0@lo:400:kworker.0 Request processed in 25us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.932096:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1781226876.932106:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1781226876.932111:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964625280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.932134:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964625280:12345-0@lo:400:kworker.0 Request processed in 24us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.932139:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1781226876.932148:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1781226876.932154:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964625792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.932177:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964625792:12345-0@lo:400:kworker.0 Request processed in 24us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226876.932183:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00080000:3.0:1781226876.932418:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226876.932424:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226876.932549:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964624256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226876.934072:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964624896:0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.934094:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964625408:0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.934108:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964625024:0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.934122:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964625536:0@lo:400:kworker.0 00000100:00100000:0.0:1781226876.934133:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964624512:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.937100:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964624768:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.937128:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964625280:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.937143:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964625792:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.937158:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964625152:0@lo:400:kworker.0 00000100:00100000:1.0:1781226876.937169:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964625664:0@lo:400:kworker.0 00010000:00010000:2.0:1781226877.052940:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226877.180487:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781226877.308096:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226877.308110:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226877.308146:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:2.0:1781226877.308161:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226877.308456:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964625920:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226877.308590:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933180 going to sleep for 11 seconds 00000100:00100000:2.0:1781226877.316606:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964625920:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226877.320212:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226877.327778:0:6534:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941661952 00000100:00100000:0.0:1781226877.327802:0:6534:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941661952 00000100:00100000:3.0:1781226877.328032:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 13 00000100:00100000:3.0:1781226877.328046:0:6534:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31897:x1867750941661952:12345-192.168.202.30@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1781226877.328172:0:6534:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31897:x1867750941661952:12345-192.168.202.30@tcp:900:lhsmtool_posix.0 Request processed in 129us (7972us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226877.328181:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 13 00000100:00100000:3.0:1781226877.331001:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226877.331104:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941662080 00000100:00100000:0.0:1781226877.331117:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941662080 00000100:00100000:0.0:1781226877.331195:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1344 00000100:00100000:0.0:1781226877.331206:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31897:x1867750941662080:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226877.331249:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226877.331395:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31897:x1867750941662080:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 189us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.331403:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1344 00000100:00100000:3.0:1781226877.338211:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.340998:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941662336 00000100:00100000:2.0:1781226877.341018:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941662336 00000100:00100000:2.0:1781226877.341095:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1345 00000100:00100000:2.0:1781226877.341108:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31897:x1867750941662336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226877.341135:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226877.341164:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466509 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fbb expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.341314:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.341332:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.341346:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226877.341359:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1781226877.341487:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4466509 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.341508:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 9 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.341518:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226877.341532:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226877.341536:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226877.343592:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31897:x1867750941662336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2462us (5367us total) trans 4294968125 rc 0/0 00000100:00100000:2.0:1781226877.343609:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1345 00000100:00100000:0.0:1781226877.358319:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.360023:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941662464 00000100:00100000:2.0:1781226877.360047:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941662464 00000100:00100000:2.0:1781226877.367249:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 361 00000100:00100000:2.0:1781226877.367270:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2424:x1867750941662464:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226877.367343:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.367372:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 9 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.367387:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226877.367389:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226877.367393:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.367443:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 9 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.367459:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 9 pid: 15413 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.367479:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964626048:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226877.367621:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f59e9cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1781226877.367877:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226877.380373:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.380807:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964626048:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226877.380855:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.382833:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941662592 00000100:00100000:2.0:1781226877.382850:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941662592 00010000:00010000:2.0:1781226877.382914:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 10 pid: 15413 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.382974:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 409 00000100:00100000:2.0:1781226877.382986:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941662592:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226877.383007:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226877.383036:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 10 pid: 15413 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383050:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 10 pid: 15413 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383081:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000663197ab/0x5d5522eac446647d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f7c expref: 10 pid: 15413 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383099:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226877.383101:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226877.383107:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383117:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383152:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226877.383226:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941662592:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 242us (2869us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226877.383234:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 409 00010000:00010000:2.0:1781226877.383266:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383276:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383306:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383315:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383324:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383332:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226877.383337:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383348:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383360:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.383368:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0de3ce0/0x5d5522eac446651e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.383421:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2424:x1867750941662464:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 16157us (25121us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226877.383434:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 361 00000100:00100000:1.0:1781226877.388860:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226877.388913:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941662848 00000100:00100000:1.0:1781226877.388926:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941662848 00000100:00100000:1.0:1781226877.389123:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1346 00000100:00100000:1.0:1781226877.389138:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31897:x1867750941662848:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226877.389302:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31897:x1867750941662848:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 167us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226877.389311:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1346 00000100:00100000:0.0:1781226877.398797:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.403290:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941662976 00000100:00100000:2.0:1781226877.403312:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941662976 00000100:00100000:2.0:1781226877.403402:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 362 00000100:00100000:2.0:1781226877.403416:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2427:x1867750941662976:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226877.403441:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226877.403468:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fc2 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226877.403503:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a2b5d7c, atime: 0x0, ctime: 0x6a2b5d7c, blocks: 0x800 00010000:00010000:2.0:1781226877.403728:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226877.403731:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226877.403743:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 6 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.403768:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 6 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.403785:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226877.404989:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941662976:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1565us (6197us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226877.405003:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 362 00000100:00100000:2.0:1781226877.408577:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226877.408990:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941663232 00000100:00100000:3.0:1781226877.409004:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941663232 00000100:00100000:3.0:1781226877.409081:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1347 00000100:00100000:3.0:1781226877.409094:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31897:x1867750941663232:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226877.409250:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31897:x1867750941663232:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 159us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226877.409260:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1347 00000100:00100000:2.0:1781226877.414935:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226877.415066:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941663360 00000100:00100000:3.0:1781226877.415080:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941663360 00002000:00100000:3.0:1781226877.415149:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff89a4c8ff0000 x1867750941663360/t0(0) o3->9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp:688/0 lens 488/0 e 0 to 0 dl 1781226888 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226877.415162:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff0000 with x1867750941663360 ext(0->1048575) 00002000:00010000:3.0:1781226877.415169:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8ff0000 00000100:00100000:3.0:1781226877.415211:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 97 00000100:00100000:3.0:1781226877.415224:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941663360:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781226877.465878:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941663360:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 50637us (50941us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1781226877.465899:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 97 00002000:00100000:2.0:1781226877.465917:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff89a4c8ff0000 x1867750941663360/t0(0) o3->9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp:688/0 lens 488/440 e 0 to 0 dl 1781226888 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226877.465929:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff0000 with x1867750941663360 ext(0->1048575) 00002000:00010000:2.0:1781226877.465937:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8ff0000 00000100:00100000:3.0:1781226877.498091:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.498237:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941663488 00000100:00100000:2.0:1781226877.498251:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941663488 00000100:00100000:2.0:1781226877.498326:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1348 00000100:00100000:2.0:1781226877.498339:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31897:x1867750941663488:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226877.498364:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226877.498391:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac446652c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fc9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.498437:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.498453:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.498469:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.498652:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac446652c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 11 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.498679:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.498732:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226877.498735:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226877.498739:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3c00, rc 0) 00000100:00100000:2.0:1781226877.499013:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31897:x1867750941663488:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 675us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226877.499021:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1348 00000100:00100000:3.0:1781226877.521315:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226877.521437:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941663616 00000100:00100000:0.0:1781226877.521452:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941663616 00000100:00100000:0.0:1781226877.521538:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1349 00000100:00100000:0.0:1781226877.521550:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31897:x1867750941663616:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226877.521605:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226877.521797:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31897:x1867750941663616:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 248us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.521807:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1349 00000100:00100000:3.0:1781226877.525426:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226877.525880:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941663744 00000100:00100000:0.0:1781226877.525895:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941663744 00000100:00100000:0.0:1781226877.525971:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 363 00000100:00100000:0.0:1781226877.525984:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941663744:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226877.526047:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526070:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226877.526072:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226877.526079:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526096:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526129:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526139:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526148:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526340:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eae00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226877.526346:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526356:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526372:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.526380:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446653a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.526477:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941663744:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 495us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.526487:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 363 00000100:00100000:2.0:1781226877.537589:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226877.537747:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941664000 00000100:00100000:3.0:1781226877.537761:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941664000 00000100:00100000:3.0:1781226877.537841:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1350 00000100:00100000:3.0:1781226877.537854:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31897:x1867750941664000:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226877.537965:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.537988:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.537998:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.538045:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.538060:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 10 pid: 6523 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.538078:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964626176:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226877.538439:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226877.549029:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.549117:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941664128 00000100:00100000:2.0:1781226877.549130:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941664128 00010000:00010000:2.0:1781226877.549190:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 11 pid: 6523 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.549426:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 410 00000100:00100000:2.0:1781226877.549439:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+11:2427:x1867750941664128:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226877.549463:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226877.549471:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 11 pid: 6523 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.549488:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 11 pid: 6523 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.549516:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226877.549533:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.549546:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.549555:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.549578:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226877.549652:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+11:2427:x1867750941664128:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 205us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226877.549661:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 410 00010000:00010000:3.0:1781226877.553152:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466533 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc9 expref: 10 pid: 6523 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.553392:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964626176:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226877.553425:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.553437:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.553445:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554418:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554432:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554441:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554448:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226877.554454:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554462:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554482:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226877.554486:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226877.554491:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.554498:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466541 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.555097:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31897:x1867750941664000:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 17239us (17514us total) trans 4294968126 rc 0/0 00000100:00100000:3.0:1781226877.555112:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1350 00000040:00080000:2.0:1781226877.557636:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226877.557656:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226877.558363:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1781226877.558377:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226877.565447:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.565688:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941664384 00000100:00100000:2.0:1781226877.565738:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941664384 00000100:00100000:2.0:1781226877.565813:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 259 00000100:00100000:2.0:1781226877.565837:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31897:x1867750941664384:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226877.566138:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31897:x1867750941664384:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 312us (703us total) trans 4294968127 rc 0/0 00000100:00100000:2.0:1781226877.566147:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 259 00000040:00080000:1.0:1781226877.821113:0:23455:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226877.821127:0:23455:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226877.821170:0:23455:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:1.0:1781226877.821178:0:23455:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226877.909946:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.912231:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941664512 00000100:00100000:2.0:1781226877.912247:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941664512 00000100:00100000:2.0:1781226877.912316:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 364 00000100:00100000:2.0:1781226877.912329:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941664512:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226877.912351:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226877.912370:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fd0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.912405:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226877.912407:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226877.912416:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.912436:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.912449:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226877.912525:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941664512:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 199us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226877.912532:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 364 00000100:00100000:0.0:1781226877.925969:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226877.926113:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941664768 00000100:00100000:1.0:1781226877.926125:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941664768 00000100:00100000:1.0:1781226877.926206:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1351 00000100:00100000:1.0:1781226877.926219:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+100:31898:x1867750941664768:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226877.926248:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226877.926277:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446654f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fd7 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226877.926422:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466556 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226877.926441:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466556 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226877.926457:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466556 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226877.926470:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:1.0:1781226877.926599:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac446654f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd7 expref: 103 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226877.926617:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466556 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd7 expref: 102 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226877.926627:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226877.926631:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226877.926635:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:1.0:1781226877.926750:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+102:31898:x1867750941664768:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 534us (791us total) trans 4294968128 rc 0/0 00000100:00100000:1.0:1781226877.926763:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1351 00000100:00100000:1.0:1781226877.935531:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226877.935602:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941664896 00000100:00100000:0.0:1781226877.935612:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941664896 00000100:00100000:0.0:1781226877.935678:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 365 00000100:00100000:0.0:1781226877.935688:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941664896:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:0.0:1781226877.935967:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.935993:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 5 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.936003:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.936010:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226877.936012:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226877.936016:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.936053:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.936068:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 18 pid: 9780 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.936084:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964626304:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226877.936193:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 5 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.936204:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 5 pid: 8407 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.936220:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964626432:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226877.936242:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d40e2300 going to sleep for 11 seconds 00000100:00100000:3.0:1781226877.950163:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226877.950194:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964626560:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226877.950270:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226877.950315:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964626560 00000100:00100000:3.0:1781226877.950322:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964626560 00000100:00100000:3.0:1781226877.950370:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1781226877.950379:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964626560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226877.950423:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226877.950466:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964626560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226877.950472:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1781226877.950519:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964626560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226877.951965:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226877.951997:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226877.952601:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964626304:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226877.952618:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964626432:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226877.952661:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.952751:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941665024 00000100:00100000:3.0:1781226877.952760:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941665024 00010000:00010000:3.0:1781226877.952811:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 19 pid: 9780 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.952848:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941665152 00000100:00100000:3.0:1781226877.952852:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941665152 00010000:00010000:3.0:1781226877.952865:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 6 pid: 8407 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.952893:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 411 00000100:00100000:3.0:1781226877.952903:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+19:2427:x1867750941665024:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226877.952918:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226877.952945:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 19 pid: 9780 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.952958:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 19 pid: 9780 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.952984:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466548 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd0 expref: 19 pid: 9780 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953006:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226877.953057:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941665024:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 155us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226877.953065:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 411 00000100:00100000:3.0:1781226877.953082:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 412 00000100:00100000:3.0:1781226877.953088:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941665152:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226877.953109:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226877.953118:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 6 pid: 8407 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953130:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 6 pid: 8407 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953145:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f9abc31/0x5d5522eac4466525 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fc2 expref: 6 pid: 8407 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953155:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226877.953157:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226877.953162:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953172:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953197:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226877.953216:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2427:x1867750941665152:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 127us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226877.953222:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 412 00010000:00010000:3.0:1781226877.953245:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953253:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953276:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953284:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953293:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953298:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226877.953302:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953311:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953320:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226877.953328:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a65f3c36/0x5d5522eac4466564 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226877.953475:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941664896:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 17788us (17951us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226877.953485:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 365 00000100:00100000:3.0:1781226877.977329:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.979565:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941665408 00000100:00100000:2.0:1781226877.979578:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941665408 00000100:00100000:2.0:1781226877.979659:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 260 00000100:00100000:2.0:1781226877.979670:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+102:31898:x1867750941665408:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:2.0:1781226877.979782:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466556 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd7 expref: 102 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226877.980003:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968129 00000001:00080000:2.0:1781226877.980359:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968130 00010000:00010000:2.0:1781226877.980400:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980414:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980426:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980433:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980441:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980477:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 10 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980494:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 10 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.980510:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897f840 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964626688:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226877.980624:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980635:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 105 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.980660:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964626816:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226877.980727:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 47 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.980742:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 47 pid: 6524 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.980752:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964626944:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226877.980777:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226877.985955:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226877.986009:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226877.986197:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897f840 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964626688:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226877.986218:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964626816:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226877.986229:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964626944:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226877.986260:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226877.987452:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226877.987535:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941665536 00000100:00100000:0.0:1781226877.987546:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941665536 00010000:00010000:0.0:1781226877.987587:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 11 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.987628:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941665792 00000100:00100000:0.0:1781226877.987632:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941665792 00010000:00010000:0.0:1781226877.987656:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 48 pid: 6524 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.987673:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941665664 00000100:00100000:0.0:1781226877.987676:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941665664 00010000:00010000:0.0:1781226877.987687:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 106 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.987880:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 413 00000100:00100000:0.0:1781226877.987897:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7891450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+11:2427:x1867750941665536:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226877.987918:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226877.987926:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 11 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.987940:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 11 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.987969:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4466510 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fbb expref: 11 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.987983:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226877.987987:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.987996:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988003:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226877.988057:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7891450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+10:2427:x1867750941665536:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 163us (2119us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.988065:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 413 00000100:00100000:0.0:1781226877.988114:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 414 00000100:00100000:0.0:1781226877.988122:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941665792:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226877.988130:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226877.988134:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 48 pid: 6524 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988143:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 48 pid: 6524 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988156:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c600/0x5d5522eac446646f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f75 expref: 48 pid: 6524 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988171:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226877.988174:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988180:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988185:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226877.988204:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941665792:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 83us (2195us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.988211:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 414 00000100:00100000:0.0:1781226877.988224:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 415 00000100:00100000:0.0:1781226877.988229:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+106:2427:x1867750941665664:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226877.988237:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226877.988241:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 106 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988250:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 106 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988262:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44664df lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f98 expref: 106 pid: 6523 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988270:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226877.988274:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988285:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988293:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.988315:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226877.988333:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+105:2427:x1867750941665664:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 103us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.988339:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 415 00010000:00010000:2.0:1781226877.992827:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226877.992845:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226877.992968:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968131 00000001:00080000:2.0:1781226877.993091:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968132 00000001:00080000:2.0:1781226877.993129:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968133 00000100:00100000:2.0:1781226877.993218:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964627072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226877.993289:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226877.993323:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226877.993518:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627072 00000100:00100000:0.0:1781226877.993525:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627072 00000100:00100000:0.0:1781226877.993588:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1781226877.993598:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964627072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226877.993730:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964627072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 132us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226877.993737:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1781226877.993869:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964627072:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1781226877.993991:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968134 00000100:00100000:2.0:1781226877.994032:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964627200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226877.994060:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226877.994084:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c72450c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226877.995919:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627200 00000100:00100000:0.0:1781226877.995934:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627200 00000100:00100000:0.0:1781226877.995998:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781226877.996008:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964627200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226877.996219:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964627200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 212us (2157us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1781226877.996227:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781226877.996278:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964627200:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1781226877.996306:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.996317:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.996325:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.996331:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226877.996335:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.996343:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.996360:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226877.996363:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781226877.996367:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226877.996374:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446656b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226877.996500:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781226877.996562:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:0.0:1781226877.996574:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 837136877350ns, next at 838136875235ns, rc = 0 00000001:00080000:0.0:1781226877.996583:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968135 00010000:00010000:0.0:1781226877.996619:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226877.996622:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226877.996629:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4466556 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fd7 expref: 109 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226877.996777:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+108:31898:x1867750941665408:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 17109us (19455us total) trans 4294968136 rc 0/0 00000100:00100000:0.0:1781226877.996785:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 260 00000020:00080000:0.0:1781226877.996790:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1781226878.055235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226878.055567:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941666048 00000100:00100000:1.0:1781226878.055578:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941666048 00000100:00100000:1.0:1781226878.055668:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1352 00000100:00100000:1.0:1781226878.055681:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+108:31901:x1867750941666048:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226878.055735:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226878.055758:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466572 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fde expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.055985:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056001:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056013:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056031:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056037:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056043:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056166:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466587 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056174:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466587 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056180:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466587 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226878.056189:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:1.0:1781226878.056272:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056280:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056287:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056293:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226878.056298:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056309:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056324:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226878.056327:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226878.056331:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056338:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4466579 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056349:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056354:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056360:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056364:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226878.056367:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056372:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056378:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5fb2d1600) 00010000:00010000:1.0:1781226878.056380:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226878.056383:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056392:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4466580 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056434:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466572 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fde expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056447:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466587 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fde expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.056454:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:1.0:1781226878.056456:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226878.056458:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226878.056595:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+110:31901:x1867750941666048:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 917us (1367us total) trans 4294968137 rc 0/0 00000100:00100000:1.0:1781226878.056603:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1352 00000100:00080000:0.0:1781226878.059404:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226878.060855:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226878.060996:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941666176 00000100:00100000:3.0:1781226878.061008:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941666176 00000100:00100000:3.0:1781226878.061065:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1353 00000100:00100000:3.0:1781226878.061078:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:31901:x1867750941666176:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:3.0:1781226878.061151:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061167:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061179:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061226:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061234:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061240:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061247:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226878.061250:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061258:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061270:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:3.0:1781226878.061273:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781226878.061278:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.061285:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466595 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226878.061363:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:31901:x1867750941666176:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 287us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226878.061371:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1353 00000100:00100000:2.0:1781226878.066955:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226878.067009:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941666432 00000100:00100000:3.0:1781226878.067019:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941666432 00000100:00100000:3.0:1781226878.067077:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 261 00000100:00100000:3.0:1781226878.067087:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+110:31901:x1867750941666432:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:3.0:1781226878.067392:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+111:31901:x1867750941666432:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 305us (445us total) trans 4294968138 rc 0/0 00000100:00100000:3.0:1781226878.067399:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 261 00010000:00010000:1.0:1781226878.076026:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226878.346261:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226878.347894:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941666560 00000100:00100000:1.0:1781226878.347908:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941666560 00000100:00100000:1.0:1781226878.348006:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1354 00000100:00100000:1.0:1781226878.348017:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31875:x1867750941666560:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226878.348162:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31875:x1867750941666560:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 146us (1910us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226878.348169:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1354 00000100:00080000:0.0:1781226878.349245:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226878.365340:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226878.365481:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941666688 00000100:00100000:1.0:1781226878.365491:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941666688 00000100:00100000:1.0:1781226878.365565:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1355 00000100:00100000:1.0:1781226878.365577:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31875:x1867750941666688:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226878.365742:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31875:x1867750941666688:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 166us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226878.365750:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1355 00000100:00080000:0.0:1781226878.366303:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226878.375527:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226878.375648:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941666944 00000100:00100000:0.0:1781226878.375658:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941666944 00000100:00100000:0.0:1781226878.375753:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 262 00000100:00100000:0.0:1781226878.375764:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31875:x1867750941666944:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226878.376007:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31875:x1867750941666944:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 246us (501us total) trans 4294968139 rc 0/0 00000100:00100000:0.0:1781226878.376015:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 262 00000100:00100000:2.0:1781226878.750471:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226878.750967:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941667200 00000100:00100000:0.0:1781226878.750978:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941667200 00000100:00100000:0.0:1781226878.751044:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1356 00000100:00100000:0.0:1781226878.751054:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:31922:x1867750941667200:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226878.751081:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226878.751103:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446659c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fe5 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.751216:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665a3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.751230:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665a3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.751242:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665a3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226878.751252:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1781226878.751355:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446659c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fe5 expref: 114 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.751374:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665a3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fe5 expref: 113 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.751383:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:0.0:1781226878.751386:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226878.751390:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb800, rc 0) 00000100:00100000:0.0:1781226878.751461:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+113:31922:x1867750941667200:12345-192.168.202.30@tcp:101:cat.0 Request processed in 408us (1001us total) trans 4294968140 rc 0/0 00000100:00100000:0.0:1781226878.751469:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1356 00000100:00100000:3.0:1781226878.756757:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226878.759082:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941667328 00000100:00100000:0.0:1781226878.759096:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941667328 00000100:00100000:0.0:1781226878.759176:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 62 00000100:00100000:0.0:1781226878.759187:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+113:2425:x1867750941667328:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226878.759205:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226878.759229:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665a3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fe5 expref: 113 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.759253:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:0.0:1781226878.759257:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226878.759328:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+112:2425:x1867750941667328:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 133us (2571us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226878.759336:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 62 00000100:00100000:3.0:1781226878.788825:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226878.788926:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941667584 00000100:00100000:1.0:1781226878.788936:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941667584 00000100:00100000:1.0:1781226878.789004:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 63 00000100:00100000:1.0:1781226878.789015:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+112:31922:x1867750941667584:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:1.0:1781226878.789032:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226878.789059:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466587 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fde expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226878.789082:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5fb2d1500) 00010000:00010000:1.0:1781226878.789093:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226878.789148:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+111:31922:x1867750941667584:12345-192.168.202.30@tcp:103:cat.0 Request processed in 136us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226878.789156:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 63 00000100:00100000:2.0:1781226878.791230:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226878.791307:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941667712 00000100:00100000:0.0:1781226878.791315:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941667712 00000100:00100000:0.0:1781226878.791376:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1357 00000100:00100000:0.0:1781226878.791385:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:31922:x1867750941667712:12345-192.168.202.30@tcp:58:cat.0 00010000:00010000:0.0:1781226878.791497:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.791517:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226878.791530:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226878.791620:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1781226878.791759:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:31922:x1867750941667712:12345-192.168.202.30@tcp:58:cat.0 Request processed in 374us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226878.791767:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1357 00000100:00100000:2.0:1781226878.797256:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226878.798686:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941667840 00000100:00100000:3.0:1781226878.798733:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941667840 00000100:00100000:3.0:1781226878.798799:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1358 00000100:00100000:3.0:1781226878.798810:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:31922:x1867750941667840:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226878.798837:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226878.798861:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46fec expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.798921:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.798933:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.798955:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.798970:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.798984:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226878.798988:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226878.798993:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226878.799000:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df400, rc 0) 00000100:00100000:3.0:1781226878.799079:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+112:31922:x1867750941667840:12345-192.168.202.30@tcp:101:cat.0 Request processed in 271us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226878.799087:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1358 00010000:00010000:1.0:1781226879.099982:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226879.485547:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226879.485573:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964627328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226879.485609:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226879.485653:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964627456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226879.485667:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226879.485726:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226879.485838:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627328 00000100:00100000:1.0:1781226879.485847:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627328 00000100:00100000:1.0:1781226879.485898:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627456 00000100:00100000:1.0:1781226879.485901:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627456 00000100:00100000:1.0:1781226879.485921:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1781226879.485930:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964627328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226879.485963:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226879.486008:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964627328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226879.486016:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1781226879.486035:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1781226879.486041:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964627456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226879.486051:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226879.486075:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964627456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226879.486081:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:1.0:1781226879.486099:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226879.486185:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964627328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226879.496317:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964627456:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1781226879.611935:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226879.611946:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226879.611978:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 6 00000040:00080000:2.0:1781226879.611990:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226880.124470:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226880.508113:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964627584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226880.508198:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226880.508409:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627584 00000100:00100000:1.0:1781226880.508417:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627584 00000100:00100000:1.0:1781226880.508482:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1781226880.508503:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964627584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226880.508548:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:1.0:1781226880.515912:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964627584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7411us (7703us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226880.515927:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1781226880.521885:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964627584:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781226881.153393:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226881.276542:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226881.438823:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226881.438873:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226881.438919:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226881.438954:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226881.438979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226881.438998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.439019:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668096 00000100:00100000:3.0:1781226881.439027:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.439029:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668096 00000100:00100000:3.0:1781226881.439047:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226881.439068:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668480 00000100:00100000:3.0:1781226881.439071:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668480 00000100:00100000:2.0:1781226881.439085:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668224 00000100:00100000:2.0:1781226881.439088:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668224 00000100:00100000:3.0:1781226881.439095:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668992 00000100:00100000:3.0:1781226881.439097:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668992 00000100:00100000:3.0:1781226881.439115:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941669504 00000100:00100000:2.0:1781226881.439116:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668736 00000100:00100000:3.0:1781226881.439118:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941669504 00000100:00100000:2.0:1781226881.439118:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668736 00000100:00100000:2.0:1781226881.439129:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941669248 00000100:00100000:2.0:1781226881.439131:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941669248 00000100:00100000:3.0:1781226881.439137:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 652 00000100:00100000:2.0:1781226881.439144:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1094 00000100:00100000:3.0:1781226881.439146:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941668480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.439149:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+112:2427:x1867750941668096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.439219:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+112:2427:x1867750941668096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 69us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.439227:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1094 00000100:00100000:1.0:1781226881.439236:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941667968 00000100:00100000:1.0:1781226881.439240:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941667968 00000100:00100000:2.0:1781226881.439243:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1095 00000100:00100000:2.0:1781226881.439249:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941668224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226881.439266:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 763 00000100:00100000:0.0:1781226881.439323:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1096 00000100:00100000:0.0:1781226881.439333:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941668736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226881.439377:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2426:x1867750941667968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226881.439857:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941668480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 710us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226881.439865:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 652 00000100:00100000:3.0:1781226881.439883:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 653 00000100:00100000:2.0:1781226881.443108:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941668224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 3832us (4161us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.443126:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1095 00000100:00100000:2.0:1781226881.443167:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1097 00000100:00100000:2.0:1781226881.443181:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941669248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.443237:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941669248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 62us (4209us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.443244:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1097 00000100:00100000:2.0:1781226881.443276:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 654 00000100:00100000:2.0:1781226881.443285:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941669504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.443313:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941669504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (4264us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.443319:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 654 00000100:00080000:2.0:1781226881.443341:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226881.443346:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226881.443348:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226881.445224:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941668992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226881.445332:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941668992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 5438us (6328us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226881.445342:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 653 00000100:00100000:0.0:1781226881.447092:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941668736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 7751us (8101us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226881.447111:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1096 00000100:00100000:2.0:1781226881.452235:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.452289:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.452324:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.452358:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668352 00000100:00100000:2.0:1781226881.452380:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668352 00000100:00100000:2.0:1781226881.452440:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668864 00000100:00100000:2.0:1781226881.452443:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668864 00000100:00100000:2.0:1781226881.452469:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 655 00000100:00100000:2.0:1781226881.452480:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941668352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.452556:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+12:2427:x1867750941668352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.452564:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 655 00000100:00100000:2.0:1781226881.452583:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 656 00000100:00100000:2.0:1781226881.452591:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941668864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.452631:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941668864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.452638:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 656 00000100:00080000:2.0:1781226881.452665:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226881.452722:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.452800:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226881.452883:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941669376 00000100:00100000:2.0:1781226881.452887:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941669376 00000100:00100000:2.0:1781226881.453170:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 657 00000100:00100000:2.0:1781226881.453178:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941669376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.453210:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941669376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.453217:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 657 00000100:00080000:2.0:1781226881.453232:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226881.453244:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941668608 00000100:00100000:2.0:1781226881.453249:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941668608 00000100:00100000:2.0:1781226881.453280:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941669120 00000100:00100000:2.0:1781226881.453283:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941669120 00000100:00100000:2.0:1781226881.453301:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1098 00000100:00100000:2.0:1781226881.453306:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941668608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226881.453335:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941668608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.453342:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1098 00000100:00100000:2.0:1781226881.453354:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1099 00000100:00100000:2.0:1781226881.453360:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:2427:x1867750941669120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00080000:3.0:1781226881.453635:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226881.455336:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:2427:x1867750941669120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1965us (2632us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226881.455351:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1099 00000100:00100000:1.0:1781226881.456689:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2426:x1867750941667968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17408us (17867us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226881.456717:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 763 00000040:00080000:1.0:1781226881.660684:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226881.660710:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226881.660830:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:1.0:1781226881.660842:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226882.045063:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226882.045090:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964627712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226882.045163:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226882.045228:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627712 00000100:00100000:0.0:1781226882.045236:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627712 00000100:00100000:0.0:1781226882.045288:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1781226882.045298:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964627712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226882.045334:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3919286272 avail 3687763968 00000100:00100000:0.0:1781226882.045379:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964627712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226882.045387:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1781226882.045430:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964627712:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1781226882.046324:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226882.049960:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226882.049984:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964627840:0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.050346:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226882.050419:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627840 00000100:00100000:2.0:1781226882.050427:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627840 00000100:00100000:2.0:1781226882.050473:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1781226882.050483:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964627840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.050538:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964627840:12345-0@lo:400:kworker.0 Request processed in 56us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226882.050545:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1781226882.050920:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226882.050932:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964627968:0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.050965:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226882.051308:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964628096:0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.051340:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226882.051392:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226882.051398:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964628480:0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.051420:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226882.051446:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964627968 00000100:00100000:3.0:1781226882.051450:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964627968 00000100:00100000:3.0:1781226882.051483:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628480 00000100:00100000:3.0:1781226882.051486:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628480 00000100:00100000:3.0:1781226882.051514:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1781226882.051521:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964627968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.051563:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964627968:12345-0@lo:400:kworker.0 Request processed in 43us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226882.051570:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000004:00080000:0.0:1781226882.052531:0:9784:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 841192833737ns, next at 842192831448ns, rc = 0 00000100:00100000:0.0:1781226882.052815:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964628352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226882.052869:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226882.053680:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964627840:0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.053730:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964628224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226882.053863:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628096 00000100:00100000:0.0:1781226882.053871:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628096 00000100:00100000:0.0:1781226882.053927:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628352 00000100:00100000:0.0:1781226882.053930:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628352 00000100:00100000:0.0:1781226882.053947:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1781226882.053955:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964628096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.054046:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226882.054085:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1781226882.054093:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964628352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.054134:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964628352:12345-0@lo:400:kworker.0 Request processed in 42us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226882.054141:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1781226882.054163:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226882.054173:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964628608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226882.054200:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226882.054236:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628224 00000100:00100000:2.0:1781226882.054240:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628224 00000100:00100000:2.0:1781226882.054261:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1781226882.054268:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964628480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.054301:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964628480:12345-0@lo:400:kworker.0 Request processed in 34us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226882.054308:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1781226882.054321:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1781226882.054326:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964628224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226882.054354:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964628224:12345-0@lo:400:kworker.0 Request processed in 29us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226882.054360:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1781226882.054386:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964628224:0@lo:400:kworker.0 00000100:00080000:1.0:1781226882.054591:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226882.054806:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c92192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964628480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.054819:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964627968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.054921:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226882.054929:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964628992:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.054974:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226882.055054:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964629120:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055078:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226882.055140:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964629120 00000100:00100000:1.0:1781226882.055144:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964629120 00000100:00100000:1.0:1781226882.055232:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1781226882.055241:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964629120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055311:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964629120:12345-0@lo:400:kworker.0 Request processed in 71us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226882.055318:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00080000:1.0:1781226882.055337:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:1.0:1781226882.055371:0:8399:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000001:00100000:1.0:1781226882.055397:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000100:00100000:1.0:1781226882.055418:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964629120:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055449:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964628864:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055473:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226882.055495:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964628352:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055505:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1781226882.055510:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964628736:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055531:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226882.055545:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964629248:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055564:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226882.055582:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628736 00000100:00100000:1.0:1781226882.055585:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628736 00000100:00100000:1.0:1781226882.055622:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964629248 00000100:00100000:1.0:1781226882.055625:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964629248 00000100:00100000:1.0:1781226882.055639:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1781226882.055645:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964628736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055676:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964628736:12345-0@lo:400:kworker.0 Request processed in 32us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226882.055683:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1781226882.055716:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1781226882.055722:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964629248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055746:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964629248:12345-0@lo:400:kworker.0 Request processed in 25us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226882.055751:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00080000:1.0:1781226882.055762:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226882.055777:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964628736:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055785:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964629248:0@lo:400:kworker.0 00000100:00100000:1.0:1781226882.055813:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628608 00000100:00100000:1.0:1781226882.055816:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628608 00000100:00100000:1.0:1781226882.055846:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1781226882.055852:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964628608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226882.055868:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3919286272 avail 3687763968 00000100:00100000:1.0:1781226882.055904:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964628608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226882.055910:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00080000:1.0:1781226882.055923:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226882.065522:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964628096:12345-0@lo:400:kworker.0 Request processed in 11557us (14170us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226882.065539:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1781226882.065633:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964628096:0@lo:400:kworker.0 00000004:00080000:0.0:1781226882.073534:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000001:00080000:0.0:1781226882.073575:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968140 is committed 00000001:00080000:0.0:1781226882.073590:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968139 is committed 00000004:00080000:0.0:1781226882.073612:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:0.0:1781226882.073621:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c7245c00 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:0.0:1781226882.073626:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5c872e300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c7245600 00000020:00080000:0.0:1781226882.073630:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5c872ed00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a5d8612800 00000001:00080000:0.0:1781226882.073676:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968124 is committed 00000020:00080000:3.0:1781226882.073830:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:3.0:1781226882.073907:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:0.0:1781226882.074691:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964629376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781226882.075252:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226882.075360:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628992 00000100:00100000:3.0:1781226882.075381:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628992 00000100:00100000:3.0:1781226882.075447:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964628864 00000100:00100000:3.0:1781226882.075452:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964628864 00000100:00100000:3.0:1781226882.075489:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964629376 00000100:00100000:3.0:1781226882.075493:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964629376 00000100:00100000:3.0:1781226882.075516:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1781226882.075527:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964628992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.075613:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964628992:12345-0@lo:400:kworker.0 Request processed in 87us (20637us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226882.075620:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1781226882.075638:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1781226882.075645:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964628864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.075678:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964628864:12345-0@lo:400:kworker.0 Request processed in 34us (20204us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226882.075683:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1781226882.075714:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1781226882.075720:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964629376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781226882.075743:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:26 count 1 00002000:00010000:3.0:1781226882.075774:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a2b5d7c, atime: 0x0, ctime: 0x6a2b5d7c, blocks: 0x800 00010000:00010000:3.0:1781226882.075781:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.075797:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226882.075799:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226882.075805:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.075821:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.075832:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.075840:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.075860:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1781226882.076571:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226882.076736:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3669:x1867750964629376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 281us (751us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1781226882.076748:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00010000:00010000:3.0:1781226882.076778:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226882.076785:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.076797:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226882.076802:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.076812:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.076830:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.076838:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034a7bfe7/0x5d5522eac44665bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226882.076866:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226882.076869:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226882.076870:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781226882.077110:0:3669:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c83cf480/2, rc 0, transno 4294967373 00000100:00100000:1.0:1781226882.077118:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964629376:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781226882.077133:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964628864:0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.078240:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964628992:0@lo:400:kworker.0 00000100:00100000:3.0:1781226882.078309:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964628608:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781226882.172206:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226883.067868:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226883.067899:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c921a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964629504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226883.068002:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226883.068241:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964629504 00000100:00100000:1.0:1781226883.068252:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964629504 00000100:00100000:1.0:1781226883.068319:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1781226883.068328:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964629504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226883.068366:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226883.068421:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964629504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226883.068428:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1781226883.071371:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c921a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964629504:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226883.195912:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226883.593956:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:3.0:1781226883.778804:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226883.778975:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941669632 00000100:00100000:1.0:1781226883.778985:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941669632 00000100:00100000:1.0:1781226883.779064:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1359 00000100:00100000:1.0:1781226883.779075:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31925:x1867750941669632:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:1.0:1781226883.779100:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226883.779131:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44665c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ff3 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779209:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779223:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779235:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779251:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779258:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779265:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779332:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779341:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779349:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226883.779387:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1781226883.779391:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226883.779410:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779424:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779432:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779439:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779445:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779451:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226883.779456:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779475:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779487:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226883.779490:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226883.779495:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779502:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac44665cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779517:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779523:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779530:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779535:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226883.779538:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779543:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779550:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226883.779552:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226883.779555:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779561:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779615:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44665c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779630:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226883.779638:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:1.0:1781226883.779640:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226883.779643:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226883.779735:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31925:x1867750941669632:12345-192.168.202.30@tcp:101:stat.0 Request processed in 622us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226883.779746:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1359 00000100:00080000:2.0:1781226883.782861:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781226884.223691:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226884.228150:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226884.228429:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941669760 00000100:00100000:1.0:1781226884.228451:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941669760 00000100:00100000:1.0:1781226884.228539:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1360 00000100:00100000:1.0:1781226884.228550:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+7:31949:x1867750941669760:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226884.228574:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226884.228607:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b46ffa expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.228674:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44665e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.228688:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44665e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.228748:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44665e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226884.228799:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226884.228803:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226884.228823:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44665e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.228846:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44665e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ffa expref: 9 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.228863:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44665e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ffa expref: 8 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.228876:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226884.228879:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226884.228883:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226884.228940:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31949:x1867750941669760:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 392us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226884.228949:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1360 00000100:00080000:2.0:1781226884.229673:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226884.244021:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.244315:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670016 00000100:00100000:3.0:1781226884.244326:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670016 00000100:00100000:3.0:1781226884.244390:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1361 00000100:00100000:3.0:1781226884.244401:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+8:31950:x1867750941670016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226884.244427:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226884.244447:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44665f0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47001 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244534:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244549:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244560:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244573:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244590:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244598:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244737:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466605 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244747:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466605 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244755:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466605 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226884.244764:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1781226884.244852:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244859:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244867:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244873:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226884.244877:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244886:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244898:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a4c6e2fb00) 00010000:00010000:3.0:1781226884.244901:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226884.244905:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244915:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac44665f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244936:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244941:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244948:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244953:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226884.244956:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244961:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244968:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff89a5c8b2c200) 00010000:00010000:3.0:1781226884.244971:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226884.244975:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.244980:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44665fe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.245261:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44665f0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47001 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.245282:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466605 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47001 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.245291:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226884.245294:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226884.245296:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226884.245371:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31950:x1867750941670016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 971us (1359us total) trans 4294968141 rc 0/0 00000100:00100000:3.0:1781226884.245379:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1361 00000100:00100000:0.0:1781226884.260155:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.260412:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670144 00000100:00100000:2.0:1781226884.260424:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670144 00000100:00100000:2.0:1781226884.260498:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 64 00000100:00100000:2.0:1781226884.260509:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+10:2424:x1867750941670144:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226884.260525:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226884.260553:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466605 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47001 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.260592:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226884.260598:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226884.260657:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+9:2424:x1867750941670144:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 151us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.260666:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 64 00000100:00100000:3.0:1781226884.261805:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226884.261925:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670272 00000100:00100000:1.0:1781226884.261932:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670272 00000100:00100000:1.0:1781226884.261976:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1362 00000100:00100000:1.0:1781226884.261984:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31950:x1867750941670272:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226884.262082:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31950:x1867750941670272:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 99us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226884.262089:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1362 00000100:00100000:3.0:1781226884.265965:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226884.276468:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670400 00000100:00100000:0.0:1781226884.276483:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670400 00000100:00100000:0.0:1781226884.276587:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1363 00000100:00100000:0.0:1781226884.276600:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:31950:x1867750941670400:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1781226884.276813:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226884.277153:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:31950:x1867750941670400:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 554us (11193us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226884.277161:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1363 00000040:00080000:2.0:1781226884.348932:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781226884.604660:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226884.604690:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964629632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226884.604793:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226884.605374:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964629632 00000100:00100000:0.0:1781226884.605383:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964629632 00000100:00100000:0.0:1781226884.605470:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1781226884.605483:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964629632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226884.605521:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1781226884.605591:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964629632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226884.605599:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781226884.605947:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964629632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226884.606022:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964629760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226884.606059:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1781226884.608676:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226884.609051:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964629760 00000100:00100000:1.0:1781226884.609064:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964629760 00000100:00100000:1.0:1781226884.609174:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1781226884.609186:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964629760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226884.609227:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226884.609351:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964629760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 167us (3289us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226884.609362:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1781226884.609417:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964629760:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226884.610864:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1781226884.732303:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226884.732313:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226884.732345:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:1.0:1781226884.732355:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226884.732504:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cda40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964629888:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226884.732642:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a900 going to sleep for 11 seconds 00000100:00100000:3.0:1781226884.736041:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226884.736310:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670528 00000100:00100000:0.0:1781226884.736322:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670528 00000100:00100000:0.0:1781226884.736399:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1364 00000100:00100000:0.0:1781226884.736410:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31951:x1867750941670528:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226884.736447:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226884.736587:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31951:x1867750941670528:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 178us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226884.736595:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1364 00000100:00100000:1.0:1781226884.737046:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cda40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964629888:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226884.740466:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.740612:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670656 00000100:00100000:2.0:1781226884.740625:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670656 00000100:00100000:2.0:1781226884.740745:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1365 00000100:00100000:2.0:1781226884.740765:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31951:x1867750941670656:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226884.740865:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740886:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740900:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740923:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740931:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740938:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740967:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740977:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.740984:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226884.741042:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1781226884.741048:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226884.741066:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741079:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741087:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741094:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741104:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226884.741109:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741118:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741131:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226884.741135:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226884.741141:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741147:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466613 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741166:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741173:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741179:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741184:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226884.741187:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741194:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741206:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff89a4c6fba700) 00010000:00010000:2.0:1781226884.741208:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226884.741211:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741217:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446661a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741234:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741240:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741246:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741251:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226884.741254:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741260:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741268:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:2.0:1781226884.741270:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226884.741274:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.741281:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466621 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226884.741383:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31951:x1867750941670656:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 620us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.741393:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1365 00000100:00100000:2.0:1781226884.747302:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226884.747423:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941670912 00000100:00100000:0.0:1781226884.747437:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941670912 00000100:00100000:0.0:1781226884.747530:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1366 00000100:00100000:0.0:1781226884.747542:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31951:x1867750941670912:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226884.747582:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226884.747611:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466628 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47008 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.747798:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.747816:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.747829:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226884.747842:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1781226884.747949:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.747970:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.747978:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.747986:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226884.747991:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.748000:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.748015:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:0.0:1781226884.748018:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226884.748024:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.748031:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446662f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.748095:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466628 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47008 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.748107:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226884.748110:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226884.748114:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466628 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47008 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.748130:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eba00, rc 0) 00000100:00100000:0.0:1781226884.748208:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31951:x1867750941670912:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 668us (918us total) trans 4294968142 rc 301/301 00000100:00100000:0.0:1781226884.748216:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1366 00000100:00100000:0.0:1781226884.766192:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.766305:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941671040 00000100:00100000:3.0:1781226884.766318:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941671040 00000100:00100000:3.0:1781226884.766398:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1367 00000100:00100000:3.0:1781226884.766409:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31951:x1867750941671040:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226884.766470:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226884.766659:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31951:x1867750941671040:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 250us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226884.766669:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1367 00000100:00100000:3.0:1781226884.780628:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.781012:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941671168 00000100:00100000:2.0:1781226884.781025:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941671168 00000100:00100000:2.0:1781226884.781109:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1368 00000100:00100000:2.0:1781226884.781123:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31951:x1867750941671168:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226884.781151:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226884.781180:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac446663d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4700f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781273:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781294:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781307:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781324:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781331:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781339:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781466:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466652 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781477:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781484:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226884.781930:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1781226884.781936:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226884.781967:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466652 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781983:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781991:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.781999:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782006:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226884.782011:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782019:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782035:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226884.782039:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226884.782045:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782052:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466644 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782071:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782078:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782084:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782089:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226884.782092:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782099:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782106:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226884.782109:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226884.782112:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782118:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446664b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782155:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac446663d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4700f expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782176:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466652 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4700f expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.782185:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:2.0:1781226884.782187:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226884.782190:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3000, rc 0) 00000100:00100000:2.0:1781226884.782271:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31951:x1867750941671168:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1151us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.782280:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1368 00000100:00100000:0.0:1781226884.793403:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.793662:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941671296 00000100:00100000:2.0:1781226884.793675:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941671296 00000100:00100000:2.0:1781226884.793794:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 6 00000100:00100000:2.0:1781226884.793806:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31951:x1867750941671296:12345-192.168.202.30@tcp:700:lhsmtool_posix.0 00000100:00100000:2.0:1781226884.793920:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31951:x1867750941671296:12345-192.168.202.30@tcp:700:lhsmtool_posix.0 Request processed in 116us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.793929:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 6 00000100:00100000:2.0:1781226884.796006:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226884.796111:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941671552 00000100:00100000:1.0:1781226884.796123:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941671552 00000100:00100000:1.0:1781226884.796193:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1369 00000100:00100000:1.0:1781226884.796205:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31951:x1867750941671552:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226884.796229:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226884.796258:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466659 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47016 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.797282:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466660 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.797302:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466660 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.797316:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466660 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226884.797331:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:1.0:1781226884.797401:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466659 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47016 expref: 14 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.797422:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466660 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47016 expref: 13 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.797431:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226884.797433:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226884.797437:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226884.798865:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+13:31951:x1867750941671552:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2653us (2862us total) trans 4294968143 rc 0/0 00000100:00100000:1.0:1781226884.798877:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1369 00000100:00100000:3.0:1781226884.814277:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.814408:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941671808 00000100:00100000:2.0:1781226884.814422:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941671808 00000100:00100000:2.0:1781226884.814516:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1370 00000100:00100000:2.0:1781226884.814529:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+13:31951:x1867750941671808:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226884.814647:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226884.814683:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466660 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47016 expref: 13 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.814780:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5fb2d1200) 00010000:00010000:2.0:1781226884.814794:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226884.814826:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.814846:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.814857:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.814908:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.814927:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 99 pid: 6524 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226884.814947:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050780 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964630016:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226884.815097:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226884.829138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226884.829386:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050780 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964630016:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226884.829425:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226884.829846:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941671936 00000100:00100000:0.0:1781226884.829857:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941671936 00010000:00010000:0.0:1781226884.829928:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 100 pid: 6524 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226884.829971:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 416 00000100:00100000:0.0:1781226884.829981:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+100:2427:x1867750941671936:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226884.830001:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226884.830009:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 100 pid: 6524 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.830024:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 100 pid: 6524 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.830054:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac44664fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fad expref: 100 pid: 6524 timeout: 943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.830077:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:0.0:1781226884.830082:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.830096:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.830106:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.830141:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226884.830205:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+99:2427:x1867750941671936:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 225us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226884.830227:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 416 00000100:00080000:2.0:1781226884.830296:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781226884.830408:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830417:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830448:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830470:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830479:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830551:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830560:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830566:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830583:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226884.830588:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830595:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830606:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:3.0:1781226884.830609:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226884.830613:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830620:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446666e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830632:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830638:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830644:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830649:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226884.830652:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830658:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830666:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xc4999e09 (ffff89a5c8b2c200) 00010000:00010000:3.0:1781226884.830669:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226884.830671:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.830677:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466675 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0xc4999e09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226884.830848:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941671808:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 16320us (16586us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226884.830856:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1370 00000100:00100000:2.0:1781226884.832409:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.832659:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941672064 00000100:00100000:3.0:1781226884.832670:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941672064 00000100:00100000:3.0:1781226884.832772:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1371 00000100:00100000:3.0:1781226884.832785:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941672064:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226884.832812:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226884.832841:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446667c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4701d expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.832889:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.832904:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.832917:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.833066:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446667c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.833095:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.833105:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:3.0:1781226884.833108:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226884.833111:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226884.833173:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+13:31951:x1867750941672064:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 391us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226884.833181:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1371 00000100:00100000:3.0:1781226884.837192:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226884.846488:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941672320 00000100:00100000:1.0:1781226884.846523:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941672320 00000100:00100000:1.0:1781226884.846627:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1372 00000100:00100000:1.0:1781226884.846641:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+13:31951:x1867750941672320:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226884.847110:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.847136:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.847149:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226884.847346:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000009be56dcf reply state 0000000065577502 transno 4294968144 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.847360:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.847368:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:1.0:1781226884.847371:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781226884.847376:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226884.847549:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+15:31951:x1867750941672320:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 910us (10372us total) trans 4294968144 rc 0/0 00000100:00100000:1.0:1781226884.847559:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1372 00000100:00100000:0.0:1781226884.850463:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.850905:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941672448 00000100:00100000:3.0:1781226884.850917:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941672448 00000100:00100000:3.0:1781226884.850991:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1373 00000100:00100000:3.0:1781226884.851003:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+15:31951:x1867750941672448:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226884.851032:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226884.851057:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47024 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.851127:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 16 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.851144:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 16 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.851156:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:3.0:1781226884.851158:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226884.851163:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:3.0:1781226884.851226:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+16:31951:x1867750941672448:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 227us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226884.851234:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1373 00000100:00100000:2.0:1781226884.854840:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226884.855059:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941672576 00000100:00100000:0.0:1781226884.855074:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941672576 00000100:00100000:0.0:1781226884.855143:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 263 00000100:00100000:0.0:1781226884.855155:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+16:31951:x1867750941672576:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781226884.855326:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+16:31951:x1867750941672576:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 174us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226884.855336:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 263 00000100:00100000:0.0:1781226884.869465:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.869647:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941672832 00000100:00100000:2.0:1781226884.869661:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941672832 00000100:00100000:2.0:1781226884.869955:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 264 00000100:00100000:2.0:1781226884.869969:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+16:31951:x1867750941672832:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226884.870283:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941672832:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 317us (845us total) trans 4294968145 rc 0/0 00000100:00100000:2.0:1781226884.870291:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 264 00000100:00100000:1.0:1781226884.885502:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.885618:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941673088 00000100:00100000:3.0:1781226884.885631:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941673088 00000100:00100000:3.0:1781226884.885740:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1374 00000100:00100000:3.0:1781226884.885761:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941673088:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226884.886112:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941673088:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 354us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226884.886125:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1374 00000100:00100000:0.0:1781226884.889615:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226884.889888:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941673344 00000100:00100000:1.0:1781226884.889900:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941673344 00000100:00100000:1.0:1781226884.890085:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1375 00000100:00100000:1.0:1781226884.890097:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941673344:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226884.890122:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226884.890149:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466698 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4702b expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.890298:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.890315:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 18 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.890324:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.890369:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 18 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.890383:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 18 pid: 14117 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226884.890397:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733da40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964630144:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226884.890521:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933180 going to sleep for 11 seconds 00000100:00100000:0.0:1781226884.900980:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.901493:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941673472 00000100:00100000:2.0:1781226884.901506:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941673472 00010000:00010000:2.0:1781226884.901562:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 19 pid: 14117 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226884.901614:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 417 00000100:00100000:2.0:1781226884.901626:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7891c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+19:2425:x1867750941673472:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226884.901646:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226884.901653:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 19 pid: 14117 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.901669:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 19 pid: 14117 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.901716:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:2.0:1781226884.901722:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.901732:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.901740:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.901775:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226884.901837:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7891c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+19:2425:x1867750941673472:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 213us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.901844:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 417 00010000:00010000:1.0:1781226884.903499:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466691 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47024 expref: 18 pid: 14117 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226884.903539:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733da40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964630144:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226884.903569:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.903591:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.903597:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226884.903623:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:1.0:1781226884.903901:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1781226884.904051:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904061:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904074:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904081:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226884.904086:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904094:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904112:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:1.0:1781226884.904115:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226884.904120:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904126:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac446669f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904191:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466698 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4702b expref: 18 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904203:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226884.904205:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226884.904666:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466698 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4702b expref: 18 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226884.904681:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226884.904897:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941673344:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 14801us (15297us total) trans 4294968146 rc 301/301 00000100:00100000:1.0:1781226884.904911:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1375 00000100:00100000:0.0:1781226884.926531:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.927076:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941673728 00000100:00100000:3.0:1781226884.927090:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941673728 00000100:00100000:3.0:1781226884.927174:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 265 00000100:00100000:3.0:1781226884.927186:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941673728:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226884.927599:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+18:31951:x1867750941673728:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 414us (1080us total) trans 4294968147 rc 0/0 00000100:00100000:3.0:1781226884.927608:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 265 00000100:00100000:1.0:1781226884.930812:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.931405:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941673856 00000100:00100000:2.0:1781226884.931421:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941673856 00000100:00100000:2.0:1781226884.931505:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1376 00000100:00100000:2.0:1781226884.931517:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+18:31951:x1867750941673856:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226884.931550:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226884.931591:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44666ad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47032 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.931687:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44666b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.931731:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44666b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.931954:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44666b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226884.932014:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:2.0:1781226884.932019:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226884.932045:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44666b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.932076:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44666ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47032 expref: 20 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.932099:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44666b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47032 expref: 19 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.932113:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:2.0:1781226884.932116:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226884.932119:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2a00, rc 0) 00000100:00100000:2.0:1781226884.932240:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+19:31951:x1867750941673856:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 725us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.932247:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1376 00000100:00100000:2.0:1781226884.943487:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.944645:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941673984 00000100:00100000:3.0:1781226884.944663:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941673984 00000100:00080000:2.0:1781226884.944789:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226884.944796:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 367 00000100:00100000:3.0:1781226884.944808:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941673984:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226884.944833:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226884.944860:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47039 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226884.944893:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226884.944922:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226884.944925:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226884.944936:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 6 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.944960:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 6 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226884.945127:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:3.0:1781226884.945208:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941673984:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 403us (1736us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226884.945216:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 367 00000100:00100000:0.0:1781226884.951226:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.951318:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941674240 00000100:00100000:3.0:1781226884.951330:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941674240 00000100:00100000:3.0:1781226884.951461:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1377 00000100:00100000:3.0:1781226884.951473:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+19:31951:x1867750941674240:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226884.951623:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+19:31951:x1867750941674240:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 152us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226884.951632:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1377 00000100:00100000:1.0:1781226884.960156:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226884.960649:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941674368 00000100:00100000:3.0:1781226884.960662:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941674368 00000100:00100000:2.0:1781226884.960956:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 368 00000100:00100000:2.0:1781226884.962327:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31951:x1867750941674368:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226884.962354:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226884.962382:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47040 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.962424:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 7 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.962433:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226884.962435:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226884.962440:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 7 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.962497:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 7 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.962523:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 7 pid: 8407 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226884.962540:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964630272:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226884.962762:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226884.966770:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226884.966898:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941674496 00000100:00100000:0.0:1781226884.966910:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941674496 00010000:00010000:0.0:1781226884.966960:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 8 pid: 8407 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226884.967032:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 418 00000100:00100000:0.0:1781226884.967044:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:2427:x1867750941674496:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226884.967062:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226884.967088:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 8 pid: 8407 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.967102:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 8 pid: 8407 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.967130:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226884.967132:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226884.967141:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.967151:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226884.967196:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226884.967222:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964630400:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226884.967321:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040b40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226884.969639:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964630400:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226884.969671:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226884.969945:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+8:2427:x1867750941674496:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2901us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226884.969959:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 418 00010000:00010000:2.0:1781226884.971444:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac44666bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47039 expref: 7 pid: 8407 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226884.971487:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8053c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964630272:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226884.971522:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 6 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226884.971538:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3c00, rc 0) 00000100:00100000:2.0:1781226884.971610:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+6:31951:x1867750941674368:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 10643us (11476us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226884.971619:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 368 00000100:00100000:3.0:1781226884.995387:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226884.995587:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941674624 00000100:00100000:2.0:1781226884.995600:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941674624 00002000:00100000:2.0:1781226884.995669:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff89a4c92192c0 x1867750941674624/t0(0) o4->9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp:695/0 lens 488/0 e 0 to 0 dl 1781226895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226884.995683:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c92192c0 with x1867750941674624 ext(0->1048575) 00002000:00010000:2.0:1781226884.995690:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c92192c0 00000100:00100000:2.0:1781226884.995802:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 98 00000100:00100000:2.0:1781226884.995814:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2426:x1867750941674624:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781226885.022293:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+8:2426:x1867750941674624:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 26463us (26903us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1781226885.022312:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 98 00002000:00100000:0.0:1781226885.022332:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff89a4c92192c0 x1867750941674624/t4294967366(0) o4->9e89f187-9a34-4594-a03e-f649d3886b8d@192.168.202.30@tcp:695/0 lens 488/448 e 0 to 0 dl 1781226895 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226885.022345:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c92192c0 with x1867750941674624 ext(0->1048575) 00002000:00010000:0.0:1781226885.022354:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c92192c0 00000100:00100000:3.0:1781226885.027153:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.027298:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941674752 00000100:00100000:0.0:1781226885.027313:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941674752 00000100:00100000:0.0:1781226885.027393:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1378 00000100:00100000:0.0:1781226885.027407:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+19:31951:x1867750941674752:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781226885.031464:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968147 is committed 00000020:00080000:0.0:1781226885.031500:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:3.0:1781226885.031637:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:3.0:1781226885.031655:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:1.0:1781226885.031798:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941674752:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 4383us (4648us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.031814:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1378 00010000:00010000:2.0:1781226885.032069:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.032086:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.032095:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.032103:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226885.032109:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.033825:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.033932:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941674880 00000100:00100000:0.0:1781226885.033947:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941674880 00000100:00100000:0.0:1781226885.034028:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 369 00000100:00100000:0.0:1781226885.034039:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+8:2427:x1867750941674880:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1781226885.034211:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.034235:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:2.0:1781226885.034238:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781226885.034243:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.034250:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac446668a lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226885.041593:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000100:00100000:0.0:1781226885.046503:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941674880:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 12445us (12666us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226885.046523:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 369 00000100:00100000:3.0:1781226885.052054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.052133:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941675136 00000100:00100000:2.0:1781226885.052148:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941675136 00000100:00100000:2.0:1781226885.052287:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1379 00000100:00100000:2.0:1781226885.052299:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+11:31951:x1867750941675136:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226885.052375:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226885.052412:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44666b4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47032 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.052439:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:2.0:1781226885.052445:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226885.053109:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.053133:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.053146:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226885.053328:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000006d90735d reply state 0000000070ebb0a8 transno 4294968148 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.053343:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.053350:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:0.0:1781226885.053353:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226885.053357:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226885.053499:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941675136:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1201us (1458us total) trans 4294968148 rc 0/0 00000100:00100000:0.0:1781226885.053508:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1379 00000100:00100000:1.0:1781226885.061190:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.063741:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941675264 00000100:00100000:3.0:1781226885.063768:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941675264 00000100:00100000:3.0:1781226885.063934:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1380 00000100:00100000:3.0:1781226885.063948:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941675264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226885.064002:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.064030:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47047 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.064105:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.064125:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.064149:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:3.0:1781226885.064152:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226885.064157:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226885.064248:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+13:31951:x1867750941675264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 303us (3072us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.064256:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1380 00000100:00100000:0.0:1781226885.077194:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.077287:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941675392 00000100:00100000:3.0:1781226885.077300:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941675392 00000100:00100000:3.0:1781226885.077375:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 370 00000100:00100000:3.0:1781226885.077386:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941675392:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781226885.081948:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1781226885.082065:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1781226876 00002000:00010000:2.0:1781226885.082070:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1781226876 00002000:00010000:2.0:1781226885.082072:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1781226876 00002000:00010000:2.0:1781226885.082075:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:2.0:1781226885.082262:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+7:2427:x1867750941675392:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 4869us (5075us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1781226885.082278:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 370 00000100:00100000:1.0:1781226885.095880:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.096029:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941675648 00000100:00100000:0.0:1781226885.096041:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941675648 00000100:00100000:0.0:1781226885.096115:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1381 00000100:00100000:0.0:1781226885.096126:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+13:31951:x1867750941675648:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781226885.096206:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.096228:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.096238:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.096281:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.096302:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 13 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.096319:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964630528:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226885.096448:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781226885.099343:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964630528:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226885.099381:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.102275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.105157:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941675776 00000100:00100000:2.0:1781226885.105179:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941675776 00010000:00010000:2.0:1781226885.105251:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 14 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226885.105314:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 419 00000100:00100000:2.0:1781226885.105326:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+14:2427:x1867750941675776:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226885.105345:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226885.105352:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 14 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.105368:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 14 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.105401:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466683 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4701d expref: 14 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.105431:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:2.0:1781226885.105437:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.105449:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.105458:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.105499:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226885.105588:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+13:2427:x1867750941675776:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 264us (3327us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.105597:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 419 00010000:00010000:0.0:1781226885.107238:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107256:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107313:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107320:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107328:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107334:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226885.107340:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107353:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107370:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:0.0:1781226885.107373:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781226885.107378:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.107385:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666d7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.107499:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941675648:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 11370us (11632us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781226885.107511:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1381 00000100:00100000:1.0:1781226885.112641:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.112887:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941675904 00000100:00100000:0.0:1781226885.112900:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941675904 00000100:00100000:0.0:1781226885.112976:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 371 00000100:00100000:0.0:1781226885.112990:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9e89f187-9a34-4594-a03e-f649d3886b8d+7:2425:x1867750941675904:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226885.113051:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.113081:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 7 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.113090:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226885.113092:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226885.113096:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.113155:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 7 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.113173:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 7 pid: 8404 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.113192:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964630656:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226885.113435:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040c00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226885.126169:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964630656:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226885.126216:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.142051:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.143875:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941676032 00000100:00100000:0.0:1781226885.143890:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941676032 00010000:00010000:0.0:1781226885.143948:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.144003:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 420 00000100:00100000:0.0:1781226885.144015:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+8:2427:x1867750941676032:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226885.144037:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226885.144067:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.144085:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.144113:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d0c448b/0x5d5522eac44666c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47040 expref: 8 pid: 8404 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.144140:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226885.144142:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226885.144148:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.144158:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.144198:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226885.144239:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.144249:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.144276:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.144285:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.144293:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.144300:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+7:2427:x1867750941676032:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 281us (2259us total) trans 0 rc 0/0 00010000:00010000:2.0:1781226885.144301:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226885.144305:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.144309:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 420 00010000:00010000:2.0:1781226885.144315:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.144327:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.144335:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44666de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226885.144390:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2425:x1867750941675904:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 31404us (31768us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.144404:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 371 00000100:00100000:1.0:1781226885.155899:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.156183:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941676288 00000100:00100000:0.0:1781226885.156196:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941676288 00000100:00100000:0.0:1781226885.156277:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1382 00000100:00100000:0.0:1781226885.156288:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+12:31951:x1867750941676288:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226885.156410:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.156433:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.156454:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.156690:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.157219:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.157228:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.157278:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 13 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226885.157416:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 13 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.157434:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964630784:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226885.163513:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226885.169304:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897c780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964630784:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226885.169343:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.171886:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.172201:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941676416 00000100:00100000:3.0:1781226885.172214:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941676416 00010000:00010000:3.0:1781226885.172266:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 14 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.172328:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 421 00000100:00100000:3.0:1781226885.172340:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+14:2426:x1867750941676416:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226885.172361:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226885.172370:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 14 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.172385:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 14 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.172415:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47047 expref: 14 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.172459:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:3.0:1781226885.172466:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.172478:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.172488:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.172525:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226885.172602:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+13:2426:x1867750941676416:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 264us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.172612:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 421 00010000:00010000:1.0:1781226885.172966:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.172976:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226885.173119:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968149 00000001:00080000:1.0:1781226885.173246:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968150 00000001:00080000:1.0:1781226885.173278:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968151 00000100:00100000:1.0:1781226885.173426:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964630912:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781226885.173552:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226885.174047:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040c00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226885.175487:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964630912 00000100:00100000:2.0:1781226885.175503:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964630912 00000100:00100000:2.0:1781226885.176171:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1781226885.176188:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964630912:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781226885.176403:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964630912:12345-0@lo:1000:mdt00_001.0 Request processed in 220us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.176411:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1781226885.176647:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964630912:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1781226885.176912:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968152 00000100:00100000:3.0:1781226885.177012:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964631040:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1781226885.177062:0:6524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226885.177100:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226885.177219:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964631040 00000100:00100000:0.0:1781226885.177226:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964631040 00000100:00100000:0.0:1781226885.177269:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1781226885.177278:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6524:x1867750964631040:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781226885.177418:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6524:x1867750964631040:12345-0@lo:1000:mdt00_001.0 Request processed in 141us (355us total) trans 4294967368 rc 0/0 00000100:00100000:0.0:1781226885.177425:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1781226885.177600:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6524:1867750964631040:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1781226885.177676:0:6524:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968153 00010000:00010000:3.0:1781226885.177729:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177741:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177748:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177755:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.177760:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177768:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177787:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:3.0:1781226885.177789:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226885.177794:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177800:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44666ec lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177931:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177938:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177948:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177952:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.177955:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177960:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177968:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.177971:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226885.177979:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.177993:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.178002:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.178030:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df400/0x5d5522eac44665b8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46fec expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.178042:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631168:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226885.178129:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79330c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226885.200014:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631168:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226885.200061:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.200074:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44665b1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.200116:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.200132:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.200141:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.200188:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.200206:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 46 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.200222:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631296:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226885.200331:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226885.203184:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.203336:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941676544 00000100:00100000:2.0:1781226885.203348:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941676544 00000100:00100000:2.0:1781226885.203418:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 266 00000100:00100000:2.0:1781226885.203428:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+99:31922:x1867750941676544:12345-192.168.202.30@tcp:49:cat.0 00000100:00100000:2.0:1781226885.203609:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+99:31922:x1867750941676544:12345-192.168.202.30@tcp:49:cat.0 Request processed in 181us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.203617:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 266 00000100:00100000:3.0:1781226885.207221:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631296:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226885.207265:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226885.210054:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.210481:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941676672 00000100:00100000:2.0:1781226885.210496:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941676672 00010000:00010000:2.0:1781226885.210593:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226885.210649:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 422 00000100:00100000:2.0:1781226885.210661:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941676672:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226885.210683:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226885.210692:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.210761:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.210788:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44665db lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ff3 expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.210807:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00000100:00080000:1.0:1781226885.210963:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226885.211039:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.211053:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.211061:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.211097:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226885.211203:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2426:x1867750941676672:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 543us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.211212:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 422 00010000:00010000:3.0:1781226885.211279:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211303:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211318:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211325:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211333:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211339:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.211344:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211353:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211363:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.211366:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226885.211370:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211377:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac44666f3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211403:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211410:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211418:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211423:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.211426:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211431:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211439:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.211441:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226885.211455:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.211462:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac44666e5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.211641:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941676288:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 55354us (55758us total) trans 4294968154 rc 0/0 00000100:00100000:3.0:1781226885.211652:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1382 00000020:00080000:3.0:1781226885.211655:0:6524:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1781226885.212327:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226885.212333:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226885.213118:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781226885.213132:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226885.224792:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.225555:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941676800 00000100:00100000:3.0:1781226885.225578:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941676800 00000100:00100000:3.0:1781226885.225783:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 372 00000100:00100000:3.0:1781226885.225797:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+12:31922:x1867750941676800:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226885.225834:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.225861:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4704e expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226885.225898:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x6a2b5d7c, atime: 0x6a2b5d7c, ctime: 0x6a2b5d7c, blocks: 0x800 00010000:00010000:3.0:1781226885.225926:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226885.225928:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226885.225938:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.225957:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.225973:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:3.0:1781226885.226045:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+13:31922:x1867750941676800:12345-192.168.202.30@tcp:101:cat.0 Request processed in 252us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.226054:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 372 00000100:00080000:1.0:1781226885.226671:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226885.226851:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.227044:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677056 00000100:00100000:2.0:1781226885.227054:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677056 00000100:00100000:2.0:1781226885.227096:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 267 00000100:00100000:2.0:1781226885.227104:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+17:31951:x1867750941677056:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781226885.227453:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781226885.227501:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968155 00010000:00010000:2.0:1781226885.227538:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.227555:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.227579:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.227587:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.227594:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.227600:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.227620:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226885.227737:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+19:31951:x1867750941677056:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 632us (887us total) trans 4294968156 rc 0/0 00000100:00100000:2.0:1781226885.227747:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 267 00000020:00080000:2.0:1781226885.227752:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781226885.231914:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226885.231935:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.231950:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226885.231955:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.231965:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.232000:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:1.0:1781226885.232004:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781226885.232011:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.232018:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466701 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.232045:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226885.232047:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226885.232050:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226885.244222:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226885.251841:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.252462:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677184 00000100:00100000:2.0:1781226885.252477:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677184 00002000:00100000:2.0:1781226885.252541:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff89a5fbbfc780 x1867750941677184/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:696/0 lens 488/0 e 0 to 0 dl 1781226896 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226885.252553:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5fbbfc780 with x1867750941677184 ext(0->1048575) 00002000:00010000:2.0:1781226885.252561:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5fbbfc780 00000100:00100000:2.0:1781226885.252606:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 99 00000100:00100000:2.0:1781226885.252617:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941677184:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:2.0:1781226885.286950:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941677184:12345-192.168.202.30@tcp:3:cat.0 Request processed in 34317us (35105us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1781226885.286969:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 99 00002000:00100000:2.0:1781226885.286987:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff89a5fbbfc780 x1867750941677184/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:696/0 lens 488/440 e 0 to 0 dl 1781226896 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226885.286998:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5fbbfc780 with x1867750941677184 ext(0->1048575) 00002000:00010000:2.0:1781226885.287006:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5fbbfc780 00000100:00100000:0.0:1781226885.312858:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.313200:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677312 00000100:00100000:2.0:1781226885.313214:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677312 00002000:00100000:2.0:1781226885.313281:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->1052671) req@ffff89a4c790b0c0 x1867750941677312/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:696/0 lens 488/0 e 0 to 0 dl 1781226896 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226885.313303:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c790b0c0 with x1867750941677312 ext(1048576->1052671) 00002000:00010000:2.0:1781226885.313311:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c790b0c0 00000100:00100000:2.0:1781226885.313349:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 100 00000100:00100000:2.0:1781226885.313359:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941677312:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:2.0:1781226885.314022:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941677312:12345-192.168.202.30@tcp:3:cat.0 Request processed in 659us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.314033:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 100 00002000:00100000:2.0:1781226885.314042:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->1052671) req@ffff89a4c790b0c0 x1867750941677312/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:696/0 lens 488/440 e 0 to 0 dl 1781226896 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226885.314052:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c790b0c0 with x1867750941677312 ext(1048576->1052671) 00002000:00010000:2.0:1781226885.314058:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c790b0c0 00000100:00100000:0.0:1781226885.318207:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.318648:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677568 00000100:00100000:2.0:1781226885.318661:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677568 00000100:00100000:2.0:1781226885.318781:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 268 00000100:00100000:2.0:1781226885.318793:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+99:31922:x1867750941677568:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:2.0:1781226885.319097:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+100:31922:x1867750941677568:12345-192.168.202.30@tcp:35:cat.0 Request processed in 305us (903us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1781226885.319106:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 268 00000100:00100000:1.0:1781226885.350457:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.350565:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677696 00000100:00100000:3.0:1781226885.350587:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677696 00000100:00100000:3.0:1781226885.350676:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1383 00000100:00100000:3.0:1781226885.350689:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+100:31952:x1867750941677696:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:3.0:1781226885.350780:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.350812:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466708 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47055 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.350916:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.350936:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.350955:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.350973:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.350980:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.350988:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351089:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351097:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351104:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226885.351154:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1781226885.351159:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226885.351185:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351197:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351221:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351232:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351237:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351244:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351250:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.351254:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351263:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351277:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:3.0:1781226885.351280:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226885.351284:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351291:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446670f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351321:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351327:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351332:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351337:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.351339:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351344:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351350:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5c8b2cd00) 00010000:00010000:3.0:1781226885.351351:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226885.351353:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351359:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466716 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351390:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466708 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351402:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 101 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.351409:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.351411:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226885.351413:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:3.0:1781226885.351480:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+101:31952:x1867750941677696:12345-192.168.202.30@tcp:101:stat.0 Request processed in 795us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.351488:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1383 00000100:00100000:0.0:1781226885.384089:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226885.384203:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677824 00000100:00100000:1.0:1781226885.384218:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677824 00000100:00100000:1.0:1781226885.384298:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1384 00000100:00100000:1.0:1781226885.384309:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31953:x1867750941677824:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:1.0:1781226885.384334:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226885.384360:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466724 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4705c expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384444:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384470:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384481:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384496:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384502:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384507:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384618:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384628:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384635:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226885.384690:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1781226885.384759:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226885.384788:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384800:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384810:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384817:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384825:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384831:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226885.384836:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384844:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384859:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226885.384864:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226885.384869:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384876:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac446672b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384892:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384897:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384902:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384907:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226885.384909:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384915:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384920:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226885.384923:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226885.384925:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384930:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac4466732 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384964:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466724 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384978:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.384985:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:1.0:1781226885.384987:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226885.384990:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481400, rc 0) 00000100:00100000:1.0:1781226885.385075:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31953:x1867750941677824:12345-192.168.202.30@tcp:101:stat.0 Request processed in 767us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.385084:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1384 00000100:00100000:0.0:1781226885.398780:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.398918:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941677952 00000100:00100000:3.0:1781226885.398931:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941677952 00000100:00100000:3.0:1781226885.399022:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 373 00000100:00100000:3.0:1781226885.399033:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941677952:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:3.0:1781226885.399056:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.399077:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47063 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.399109:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226885.399111:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226885.399120:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 10 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.399141:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 10 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.399157:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:3.0:1781226885.399233:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941677952:12345-192.168.202.30@tcp:101:stat.0 Request processed in 202us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.399241:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 373 00000100:00080000:1.0:1781226885.399280:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226885.422894:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.423071:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941678208 00000100:00100000:3.0:1781226885.423086:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941678208 00000100:00100000:3.0:1781226885.423168:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1385 00000100:00100000:3.0:1781226885.423180:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+101:31665:x1867750941678208:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226885.423216:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.423243:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466747 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4706a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423422:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423440:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423460:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423469:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 5/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423512:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 46 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423526:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 46 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.423542:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631424:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226885.423740:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.423753:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 102 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.423763:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631552:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226885.423801:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226885.429193:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.429248:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.429275:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631424:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226885.429292:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964631552:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226885.429328:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.429421:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941678336 00000100:00100000:1.0:1781226885.429431:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941678336 00010000:00010000:1.0:1781226885.429489:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226885.429496:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941678464 00000100:00100000:2.0:1781226885.429501:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941678464 00010000:00010000:2.0:1781226885.429521:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 103 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.429535:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 423 00000100:00100000:2.0:1781226885.429542:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 424 00000100:00100000:1.0:1781226885.429545:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941678336:12345-192.168.202.30@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1781226885.429548:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7893050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+103:2427:x1867750941678464:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226885.429563:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226885.429573:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226885.429579:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 103 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.429579:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.429592:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 103 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.432885:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.432931:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466739 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4705c expref: 47 pid: 10991 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.433941:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:1.0:1781226885.433952:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.433973:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.433983:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226885.434135:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2427:x1867750941678336:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4587us (4953us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.434149:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 423 00010000:00010000:2.0:1781226885.438112:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446671d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47055 expref: 103 pid: 6523 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.438165:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:2.0:1781226885.438171:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.438185:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.438193:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.438239:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226885.438440:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.438459:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226885.438487:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1781226885.438687:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4466747 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 104 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.438738:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 103 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.438754:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.438757:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1781226885.438759:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226885.438814:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+103:31665:x1867750941678208:12345-192.168.202.30@tcp:101:bash.0 Request processed in 15635us (15934us total) trans 4294968158 rc 0/0 00000100:00100000:3.0:1781226885.438825:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1385 00000100:00100000:2.0:1781226885.438888:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7893050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+102:2427:x1867750941678464:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 9337us (9637us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.438898:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 424 00000100:00100000:3.0:1781226885.443205:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226885.444956:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941678592 00000100:00100000:1.0:1781226885.444976:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941678592 00000100:00100000:1.0:1781226885.445071:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1386 00000100:00100000:1.0:1781226885.445083:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+102:31665:x1867750941678592:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226885.445114:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226885.445139:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac446675c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47071 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.445179:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac4466763 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.445196:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac4466763 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.445210:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac4466763 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.445373:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac446675c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47071 expref: 104 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.445396:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480e00/0x5d5522eac4466763 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47071 expref: 103 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.445405:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:1.0:1781226885.445409:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226885.445413:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480e00, rc 0) 00000100:00100000:1.0:1781226885.445499:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+103:31665:x1867750941678592:12345-192.168.202.30@tcp:101:bash.0 Request processed in 418us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.445508:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1386 00000100:00100000:1.0:1781226885.448989:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.449120:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941678848 00000100:00100000:3.0:1781226885.449135:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941678848 00000100:00100000:3.0:1781226885.449224:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1387 00000100:00100000:3.0:1781226885.449235:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+103:31665:x1867750941678848:12345-192.168.202.30@tcp:36:bash.0 00010000:00010000:3.0:1781226885.449546:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.449907:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.449922:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226885.450096:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968159 00000004:00010000:3.0:1781226885.450125:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000ff3cdc35 reply state 00000000ff510e8c transno 4294968160 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.450140:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.450147:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.450150:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226885.450155:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:3.0:1781226885.450293:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968160 00000100:00100000:3.0:1781226885.450473:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+107:31665:x1867750941678848:12345-192.168.202.30@tcp:36:bash.0 Request processed in 1237us (1495us total) trans 4294968161 rc 0/0 00000100:00100000:3.0:1781226885.450481:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1387 00000020:00080000:3.0:1781226885.450487:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1781226885.473917:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.474376:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941678976 00000100:00100000:3.0:1781226885.474390:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941678976 00000100:00100000:3.0:1781226885.474474:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 374 00000100:00100000:3.0:1781226885.474495:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+13:31665:x1867750941678976:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226885.474522:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.474546:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47078 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.474783:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 14 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.474796:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 9 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.474804:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226885.474806:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226885.474811:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47078 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.474856:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 9 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.474873:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 9 pid: 9780 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.474890:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964631680:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226885.475281:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 14 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.475292:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 14 pid: 15413 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.475303:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964631808:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226885.475332:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226885.483143:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964631808:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226885.502157:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226885.502190:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226885.502204:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941679232 00000100:00100000:1.0:1781226885.502215:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941679232 00010000:00010000:1.0:1781226885.502264:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 10 pid: 9780 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.502316:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941679104 00000100:00100000:1.0:1781226885.502320:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941679104 00010000:00010000:1.0:1781226885.502334:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 15 pid: 15413 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.502361:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 425 00000100:00100000:1.0:1781226885.502372:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941679232:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226885.502391:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226885.502398:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 10 pid: 9780 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502426:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 10 pid: 9780 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502462:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226885.502531:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941679232:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 161us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.502539:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 425 00000100:00100000:1.0:1781226885.502559:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 426 00000100:00100000:1.0:1781226885.502577:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+15:2426:x1867750941679104:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226885.502586:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226885.502590:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 15 pid: 15413 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502601:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 15 pid: 15413 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502616:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fb3cf80/0x5d5522eac44666fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4704e expref: 15 pid: 15413 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502635:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226885.502637:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226885.502644:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47078 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502660:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47078 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.502891:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47078 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226885.502910:0:6510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbffc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1867750964631936:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226885.502979:0:6510:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5faf7a840 going to sleep for 11 seconds 00010000:00010000:3.0:1781226885.503212:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac4466740 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47063 expref: 9 pid: 9780 timeout: 944 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.503227:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964631680:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226885.503261:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47078 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.503270:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f200, rc 0) 00000100:00100000:3.0:1781226885.503318:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+14:31665:x1867750941678976:12345-192.168.202.30@tcp:101:bash.0 Request processed in 28827us (29417us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.503325:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 374 00000100:00100000:1.0:1781226885.513271:0:6510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbffc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1867750964631936:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226885.513306:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226885.513389:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941679104:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 10821us (11195us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.513402:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 426 00000100:00100000:0.0:1781226885.519743:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226885.519911:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941679360 00000100:00100000:1.0:1781226885.519925:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941679360 00002000:00010000:1.0:1781226885.519992:0:8410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:1.0:1781226885.519998:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71b2d00 with x1867750941679360 ext(0->18446744073709551615) 00002000:00010000:1.0:1781226885.520014:0:8410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c71b2d00. 00000100:00100000:1.0:1781226885.520055:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 101 00000100:00100000:1.0:1781226885.520066:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941679360:12345-192.168.202.30@tcp:10:bash.0 00002000:00010000:1.0:1781226885.526047:0:8410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:1.0:1781226885.526059:0:8410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1781226876 -> 1781226885 00002000:00010000:1.0:1781226885.526062:0:8410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 1781226876 -> 1781226876 00002000:00010000:1.0:1781226885.526066:0:8410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1781226876 -> 1781226885 00002000:00010000:1.0:1781226885.526069:0:8410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:1.0:1781226885.526158:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+14:2426:x1867750941679360:12345-192.168.202.30@tcp:10:bash.0 Request processed in 6085us (6470us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1781226885.526171:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 101 00002000:00010000:1.0:1781226885.526176:0:8410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:1.0:1781226885.526180:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71b2d00 with x1867750941679360 ext(0->18446744073709551615) 00002000:00010000:1.0:1781226885.526188:0:8410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c71b2d00. 00000100:00100000:2.0:1781226885.586539:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.586819:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941679488 00000100:00100000:3.0:1781226885.586835:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941679488 00000100:00100000:3.0:1781226885.586930:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1388 00000100:00100000:3.0:1781226885.586942:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:31954:x1867750941679488:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:3.0:1781226885.586977:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.587010:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466778 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4707f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587110:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587129:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587142:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587158:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587166:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587173:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587288:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587301:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587311:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 4/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587358:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.587375:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 108 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.587400:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964632064:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226885.592020:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226885.615543:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964632064:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226885.616259:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226885.626025:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226885.629103:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226885.629134:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964632192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226885.629229:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226885.629991:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964632192 00000100:00100000:2.0:1781226885.630023:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964632192 00000100:00100000:2.0:1781226885.630226:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1781226885.630276:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964632192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226885.630392:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1781226885.630627:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964632192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 369us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.630636:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1781226885.631040:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8050f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964632192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226885.631460:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941679744 00000100:00100000:0.0:1781226885.631478:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941679744 00000100:00100000:0.0:1781226885.631535:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 269 00000100:00100000:0.0:1781226885.631545:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+109:6200:x1867750941679744:12345-192.168.202.30@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1781226885.631878:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+110:6200:x1867750941679744:12345-192.168.202.30@tcp:35:ldlm_bl.0 Request processed in 333us (5900us total) trans 4294968162 rc 0/0 00000100:00100000:0.0:1781226885.631887:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 269 00000100:00100000:0.0:1781226885.638473:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226885.642993:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941679872 00000100:00100000:2.0:1781226885.643015:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941679872 00010000:00010000:2.0:1781226885.643082:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 110 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226885.643141:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 427 00000100:00100000:2.0:1781226885.643153:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+110:2427:x1867750941679872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226885.643176:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226885.643185:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 110 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.643202:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 110 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.643232:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446674e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4706a expref: 110 pid: 6524 timeout: 944 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.643279:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:2.0:1781226885.643289:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.643304:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.643312:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226885.643356:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226885.643445:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+109:2427:x1867750941679872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 295us (5011us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226885.643454:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 427 00010000:00010000:3.0:1781226885.643725:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643735:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226885.643816:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:3.0:1781226885.643822:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226885.643851:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643872:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643883:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643890:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643897:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643904:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fbe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.643909:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643916:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643926:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:3.0:1781226885.643930:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226885.643934:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643945:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac446677f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643960:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643976:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643982:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643987:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226885.643990:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.643996:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.644007:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5c8b2cd00) 00010000:00010000:3.0:1781226885.644010:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226885.644013:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.644018:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4466786 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.644068:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4466778 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4707f expref: 109 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.644084:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebc00/0x5d5522eac446678d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4707f expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.644092:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:3.0:1781226885.644094:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226885.644097:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebc00, rc 0) 00000100:00100000:3.0:1781226885.644130:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:31954:x1867750941679488:12345-192.168.202.30@tcp:101:stat.0 Request processed in 57192us (57610us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226885.644138:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1388 00000100:00100000:2.0:1781226885.666897:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226885.667043:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680000 00000100:00100000:1.0:1781226885.667057:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680000 00000100:00100000:1.0:1781226885.667140:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1389 00000100:00100000:1.0:1781226885.667153:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+46:31955:x1867750941680000:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:1.0:1781226885.667179:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226885.667206:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466794 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47086 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667301:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667320:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667334:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667354:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667364:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667372:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667485:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac44667a9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667495:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac44667a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667503:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac44667a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226885.667558:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:1.0:1781226885.667571:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226885.667598:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac44667a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667612:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac44667a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667622:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667629:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667637:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667648:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226885.667653:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667662:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667676:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226885.667679:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226885.667685:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667692:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446679b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667766:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667774:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667780:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667786:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226885.667789:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667795:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667807:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff89a5fb2d1100) 00010000:00010000:1.0:1781226885.667810:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226885.667813:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667819:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667860:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466794 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47086 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667874:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480000/0x5d5522eac44667a9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47086 expref: 47 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226885.667881:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:1.0:1781226885.667884:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226885.667886:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480000, rc 0) 00000100:00100000:1.0:1781226885.667957:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+47:31955:x1867750941680000:12345-192.168.202.30@tcp:101:stat.0 Request processed in 807us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226885.667966:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1389 00000100:00100000:0.0:1781226885.671654:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226885.671745:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680128 00000100:00100000:3.0:1781226885.671757:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680128 00000100:00100000:3.0:1781226885.671830:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 375 00000100:00100000:3.0:1781226885.671841:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941680128:12345-192.168.202.30@tcp:101:stat.0 00010000:00010000:3.0:1781226885.671865:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226885.671891:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44667b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4708d expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226885.671993:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964632320:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226885.672120:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fbb29540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226885.685258:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964632320:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226885.685318:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44667b0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4708d expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.685351:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad01f467/0x5d5522eac44667b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4708d expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226885.685370:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea800, rc 0) 00000100:00100000:3.0:1781226885.685459:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941680128:12345-192.168.202.30@tcp:101:stat.0 Request processed in 13618us (13818us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226885.685470:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 375 00010000:00010000:3.0:1781226886.268649:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226886.562054:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226886.562094:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226886.562118:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226886.562151:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226886.562166:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226886.562190:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680768 00000100:00100000:0.0:1781226886.562200:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680768 00000100:00100000:0.0:1781226886.562250:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681280 00000100:00100000:0.0:1781226886.562252:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681280 00000100:00100000:0.0:1781226886.562271:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 660 00000100:00100000:0.0:1781226886.562280:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941680768:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226886.562364:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941680768:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 85us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226886.562371:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 660 00000100:00100000:0.0:1781226886.562386:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 661 00000100:00100000:0.0:1781226886.562391:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941681280:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226886.562411:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941681280:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226886.562417:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 661 00000100:00080000:0.0:1781226886.562432:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226886.562721:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680256 00000100:00100000:1.0:1781226886.562726:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680256 00000100:00100000:1.0:1781226886.562757:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 765 00000100:00100000:1.0:1781226886.562763:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2427:x1867750941680256:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226886.562787:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2427:x1867750941680256:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226886.562794:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 765 00000100:00100000:1.0:1781226886.562818:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680512 00000100:00100000:1.0:1781226886.562821:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680512 00000100:00100000:3.0:1781226886.562875:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681024 00000100:00100000:3.0:1781226886.562894:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681024 00000100:00100000:2.0:1781226886.581734:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226886.581873:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226886.581907:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681792 00000100:00100000:2.0:1781226886.581915:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681792 00000100:00100000:1.0:1781226886.582402:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681536 00000100:00100000:1.0:1781226886.582407:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681536 00000100:00100000:3.0:1781226886.582485:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1106 00000100:00100000:3.0:1781226886.582496:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941680512:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.582583:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941680512:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 88us (20487us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.582591:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1106 00000100:00100000:3.0:1781226886.582639:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1107 00000100:00100000:3.0:1781226886.582646:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941681024:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.582673:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941681024:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (20521us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.582679:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1107 00000100:00100000:3.0:1781226886.582784:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226886.582818:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226886.582835:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680640 00000100:00100000:3.0:1781226886.582839:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680640 00000100:00100000:3.0:1781226886.582865:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:3.0:1781226886.582871:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941680640:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.582898:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941680640:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.582903:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:3.0:1781226886.582918:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680384 00000100:00100000:3.0:1781226886.582921:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680384 00000100:00100000:3.0:1781226886.582944:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1108 00000100:00100000:3.0:1781226886.582949:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+108:2427:x1867750941680384:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.582976:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+108:2427:x1867750941680384:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.582982:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1108 00000100:00100000:3.0:1781226886.583019:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226886.583044:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226886.583069:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226886.583081:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941680896 00000100:00100000:3.0:1781226886.583084:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941680896 00000100:00100000:3.0:1781226886.583100:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681408 00000100:00100000:3.0:1781226886.583103:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681408 00000100:00100000:3.0:1781226886.583120:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1109 00000100:00100000:3.0:1781226886.583125:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941680896:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.583148:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2427:x1867750941680896:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.583153:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1109 00000100:00100000:3.0:1781226886.583166:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1110 00000100:00100000:3.0:1781226886.583172:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+19:2427:x1867750941681408:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.583196:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+19:2427:x1867750941681408:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.583201:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1110 00000100:00100000:3.0:1781226886.583246:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226886.583529:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681152 00000100:00100000:3.0:1781226886.583533:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681152 00000100:00100000:3.0:1781226886.583565:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681664 00000100:00100000:3.0:1781226886.583568:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681664 00000100:00100000:3.0:1781226886.583589:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 663 00000100:00100000:3.0:1781226886.583596:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941681152:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.583628:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941681152:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.583634:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 663 00000100:00100000:3.0:1781226886.583647:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 664 00000100:00100000:3.0:1781226886.583653:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941681664:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226886.583673:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+6:2427:x1867750941681664:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226886.583678:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 664 00000100:00080000:3.0:1781226886.583737:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226886.583741:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226886.583743:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226886.583746:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226886.586460:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 665 00000100:00100000:2.0:1781226886.586473:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2427:x1867750941681792:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226886.586551:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2427:x1867750941681792:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 81us (4679us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226886.586570:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 665 00000100:00100000:1.0:1781226886.587463:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1111 00000100:00100000:1.0:1781226886.587474:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2427:x1867750941681536:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226886.587538:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2427:x1867750941681536:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 58us (15097us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226886.587545:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1111 00000100:00100000:0.0:1781226887.163889:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226887.163915:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964632448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226887.163988:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226887.164046:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964632448 00000100:00100000:0.0:1781226887.164053:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964632448 00000100:00100000:0.0:1781226887.164127:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1781226887.164138:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964632448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226887.164188:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781226887.164227:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964632448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226887.164232:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964632704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.164234:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:0.0:1781226887.164254:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226887.164262:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226887.164267:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964632576:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.164283:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964633216:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.164295:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226887.164358:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964632960:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.169024:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226887.169071:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964633728:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.169098:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226887.169123:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781226887.169128:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964632832:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.169153:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226887.169173:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964633344:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.169194:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226887.169210:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964633856:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.169231:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226887.169278:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964632704 00000100:00100000:1.0:1781226887.169287:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964632704 00000100:00100000:1.0:1781226887.169326:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633216 00000100:00100000:1.0:1781226887.169329:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633216 00000100:00100000:1.0:1781226887.169361:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633728 00000100:00100000:1.0:1781226887.169364:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633728 00000100:00100000:1.0:1781226887.169377:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633344 00000100:00100000:1.0:1781226887.169379:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633344 00000100:00100000:1.0:1781226887.169390:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633856 00000100:00100000:1.0:1781226887.169392:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633856 00000100:00100000:1.0:1781226887.169409:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1781226887.169417:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964632704:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1781226887.171224:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226887.171233:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226887.171254:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964632576 00000100:00100000:0.0:1781226887.171262:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964632576 00000100:00100000:0.0:1781226887.171318:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1781226887.171327:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964632576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171385:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964632576:12345-0@lo:400:kworker.0 Request processed in 60us (7089us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.171392:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1781226887.171575:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964632576:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171585:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964633088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171612:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226887.171636:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964632832 00000100:00100000:0.0:1781226887.171640:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964632832 00000100:00100000:0.0:1781226887.171662:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633088 00000100:00100000:0.0:1781226887.171665:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633088 00000100:00100000:0.0:1781226887.171675:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781226887.171681:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964632832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171733:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964632832:12345-0@lo:400:kworker.0 Request processed in 52us (2579us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.171739:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781226887.171751:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1781226887.171757:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964633088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171781:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964633088:12345-0@lo:400:kworker.0 Request processed in 25us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.171786:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1781226887.171816:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964632832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171841:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964633088:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171848:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964633600:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.171868:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226887.171897:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964632448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226887.171916:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964634112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226887.171936:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226887.172103:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1781226887.172111:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964633216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172144:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964633216:12345-0@lo:400:kworker.0 Request processed in 35us (3127us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.172149:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1781226887.172162:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1781226887.172168:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964633728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172191:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964633728:12345-0@lo:400:kworker.0 Request processed in 24us (3093us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.172197:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1781226887.172205:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1781226887.172211:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964633344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172230:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964633344:12345-0@lo:400:kworker.0 Request processed in 20us (3036us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.172235:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1781226887.172244:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1781226887.172250:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964633856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172269:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964633856:12345-0@lo:400:kworker.0 Request processed in 19us (3038us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.172274:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1781226887.172299:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964633344:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172308:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964633856:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172317:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964633216:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.172325:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964633728:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.177371:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633600 00000100:00100000:0.0:1781226887.177386:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633600 00000100:00100000:0.0:1781226887.177470:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781226887.177482:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964633600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.177592:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964633600:12345-0@lo:400:kworker.0 Request processed in 114us (5722us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.177601:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1781226887.177613:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964632704:12345-0@lo:400:kworker.0 Request processed in 8196us (13349us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226887.177622:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1781226887.177649:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964633600:0@lo:400:kworker.0 00000100:00100000:1.0:1781226887.177662:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964632704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.177687:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634112 00000100:00100000:0.0:1781226887.177691:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634112 00000100:00100000:0.0:1781226887.177745:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1781226887.177752:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964634112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226887.177769:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781226887.177808:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964634112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (5872us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.177815:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1781226887.177838:0:3667:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:0.0:1781226887.177844:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967373 00000004:00080000:0.0:1781226887.177862:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c83cf480, transno 4294967373 00000100:00100000:0.0:1781226887.177877:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964634112:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1781226887.178287:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226887.178292:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226887.179109:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226887.179142:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964633472:0@lo:400:kworker.0 00000100:00100000:3.0:1781226887.179172:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226887.179200:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964633984:0@lo:400:kworker.0 00000100:00100000:3.0:1781226887.179220:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226887.179321:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633472 00000100:00100000:2.0:1781226887.179332:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633472 00000100:00100000:2.0:1781226887.179382:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964633984 00000100:00100000:2.0:1781226887.179385:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964633984 00000100:00100000:2.0:1781226887.179405:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1781226887.179414:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964633472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226887.179464:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964633472:12345-0@lo:400:kworker.0 Request processed in 50us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226887.179471:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1781226887.179487:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1781226887.179494:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964633984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226887.179521:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964633984:12345-0@lo:400:kworker.0 Request processed in 28us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226887.179526:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1781226887.179571:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964633472:0@lo:400:kworker.0 00000100:00100000:2.0:1781226887.179581:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964633984:0@lo:400:kworker.0 00000100:00080000:3.0:1781226887.179979:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226887.180441:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964632960 00000100:00100000:0.0:1781226887.180460:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964632960 00000100:00100000:0.0:1781226887.180510:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1781226887.180518:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964632960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226887.180586:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964632960:12345-0@lo:400:kworker.0 Request processed in 69us (1479us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226887.180593:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1781226887.180881:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964632960:0@lo:400:kworker.0 00010000:00010000:1.0:1781226887.292136:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226888.190564:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964634240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226888.190638:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226888.190735:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634240 00000100:00100000:1.0:1781226888.190743:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634240 00000100:00100000:1.0:1781226888.190787:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1781226888.190796:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964634240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226888.190833:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226888.190878:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964634240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226888.190885:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1781226888.190932:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964634240:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226888.316209:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226889.340881:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226889.724069:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226889.724100:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964634368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226889.724193:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226889.724288:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634368 00000100:00100000:1.0:1781226889.724299:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634368 00000100:00080000:3.0:1781226889.724364:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226889.724375:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1781226889.724388:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964634368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226889.724428:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226889.724490:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964634368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226889.724499:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1781226889.724549:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964634368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226889.724740:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964634496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226889.724774:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226889.725742:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634496 00000100:00100000:0.0:1781226889.725754:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634496 00000100:00100000:0.0:1781226889.725825:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1781226889.725836:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964634496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226889.725860:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1781226889.725925:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964634496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226889.725934:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:3.0:1781226889.727944:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226889.728027:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964634496:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781226890.372336:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1781226890.750317:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968162 is committed 00000001:00080000:0.0:1781226890.750370:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968156 is committed 00000020:00080000:0.0:1781226890.750387:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5fbb290c0 refcount 2 committed 0 result 0 batchid 30 00010000:00010000:2.0:1781226890.750478:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226890.750494:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226890.750503:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226890.750510:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226890.750524:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226890.750534:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226890.750557:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff89a5c8b2c900) 00010000:00010000:2.0:1781226890.750569:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226890.750575:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226890.750582:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac44666c9 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750808:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750819:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750825:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750830:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226890.750833:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750839:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750849:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff89a5ef93d800) 00010000:00010000:1.0:1781226890.750852:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226890.750855:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226890.750860:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446676a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1781226890.750988:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5c7860d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5fbb29000 00000020:00080000:0.0:1781226890.750992:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5c7860700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c71ef200 00000020:00080000:2.0:1781226890.751063:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:2.0:1781226890.751149:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:1.0:1781226890.752374:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8052940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964634624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226890.752479:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226890.753816:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634624 00000100:00100000:0.0:1781226890.753831:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634624 00000100:00100000:0.0:1781226890.753913:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1781226890.753926:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964634624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226890.753978:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1781226890.754073:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964634624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 150us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226890.754082:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1781226890.755179:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8052940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964634624:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1781226890.759479:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:2.0:1781226890.759500:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:2.0:1781226890.759508:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000040:00080000:0.0:1781226891.388071:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226891.388086:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226891.388250:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:0.0:1781226891.388265:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226891.388649:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226891.518129:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226891.676052:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676100:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676171:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676206:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676223:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676252:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676287:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226891.676291:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682048 00000100:00100000:2.0:1781226891.676302:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682048 00000100:00100000:3.0:1781226891.676308:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676335:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226891.676357:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226891.676364:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682560 00000100:00100000:2.0:1781226891.676369:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682560 00000100:00100000:3.0:1781226891.676385:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226891.676390:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683072 00000100:00100000:2.0:1781226891.676393:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683072 00000100:00100000:2.0:1781226891.676412:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682176 00000100:00100000:2.0:1781226891.676416:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682176 00000100:00100000:3.0:1781226891.676426:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226891.676435:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682688 00000100:00100000:2.0:1781226891.676438:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682688 00000100:00100000:3.0:1781226891.676455:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682304 00000100:00100000:2.0:1781226891.676455:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683200 00000100:00100000:3.0:1781226891.676463:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682304 00000100:00100000:2.0:1781226891.676463:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683200 00000100:00100000:2.0:1781226891.676484:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1118 00000100:00100000:2.0:1781226891.676493:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+101:2425:x1867750941682048:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226891.676578:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+101:2425:x1867750941682048:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226891.676586:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1118 00000100:00100000:2.0:1781226891.676605:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1119 00000100:00100000:2.0:1781226891.676612:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2425:x1867750941682560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226891.676636:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2425:x1867750941682560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226891.676642:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1119 00000100:00100000:2.0:1781226891.676653:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1120 00000100:00100000:2.0:1781226891.676659:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:2425:x1867750941683072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226891.676682:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:2425:x1867750941683072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226891.676688:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1120 00000100:00100000:2.0:1781226891.676736:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1121 00000100:00100000:2.0:1781226891.676744:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941682176:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226891.676769:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941682176:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226891.676775:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1121 00000100:00100000:2.0:1781226891.676787:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1122 00000100:00100000:2.0:1781226891.676794:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941682688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226891.676815:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941682688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226891.676821:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1122 00000100:00100000:2.0:1781226891.676832:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1123 00000100:00100000:2.0:1781226891.676839:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2425:x1867750941683200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226891.676861:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2425:x1867750941683200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226891.676868:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1123 00000100:00100000:2.0:1781226891.676888:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682816 00000100:00100000:2.0:1781226891.676893:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682816 00000100:00100000:3.0:1781226891.676896:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683328 00000100:00100000:3.0:1781226891.676902:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683328 00000100:00100000:2.0:1781226891.676916:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682432 00000100:00100000:2.0:1781226891.676921:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682432 00000100:00100000:3.0:1781226891.676927:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941682944 00000100:00100000:3.0:1781226891.676932:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941682944 00000100:00100000:2.0:1781226891.676941:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683456 00000100:00100000:2.0:1781226891.676946:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683456 00000100:00100000:3.0:1781226891.676958:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 669 00000100:00100000:3.0:1781226891.676968:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+13:2425:x1867750941682304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226891.676999:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+13:2425:x1867750941682304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226891.677005:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 669 00000100:00100000:3.0:1781226891.677018:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 670 00000100:00100000:3.0:1781226891.677025:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941682816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226891.677048:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941682816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226891.677054:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 670 00000100:00100000:3.0:1781226891.677065:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 671 00000100:00100000:3.0:1781226891.677071:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2425:x1867750941683328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226891.677092:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2425:x1867750941683328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226891.677098:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 671 00000100:00100000:3.0:1781226891.677113:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 672 00000100:00100000:3.0:1781226891.677120:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941682432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226891.677143:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941682432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226891.677150:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 672 00000100:00100000:3.0:1781226891.677165:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:3.0:1781226891.677173:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941682944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226891.677203:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941682944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226891.677210:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:3.0:1781226891.677226:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:3.0:1781226891.677235:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2425:x1867750941683456:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226891.677346:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941681920 00000100:00100000:0.0:1781226891.677351:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941681920 00000100:00100000:0.0:1781226891.677386:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 767 00000100:00100000:0.0:1781226891.677393:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2425:x1867750941681920:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226891.677397:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2425:x1867750941683456:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226891.677408:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:0.0:1781226891.677430:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2425:x1867750941681920:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (1176us total) trans 0 rc 0/0 00000100:00080000:3.0:1781226891.677432:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226891.677438:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226891.677442:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 767 00000100:00080000:3.0:1781226891.677443:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226891.677449:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226892.284094:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964635008:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284192:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.284281:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964635520:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284312:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.284337:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964636032:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284362:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.284403:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226892.284410:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964635136:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284435:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.284457:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964635648:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284485:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.284514:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964636160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284539:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.284584:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635008 00000100:00100000:0.0:1781226892.284592:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635008 00000100:00100000:0.0:1781226892.284658:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1781226892.284668:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964635008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284784:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964635008:12345-0@lo:400:kworker.0 Request processed in 117us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226892.284792:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1781226892.284818:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635520 00000100:00100000:0.0:1781226892.284822:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635520 00000100:00100000:0.0:1781226892.284862:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636032 00000100:00100000:0.0:1781226892.284865:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636032 00000100:00100000:0.0:1781226892.284885:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635136 00000100:00100000:0.0:1781226892.284888:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635136 00000100:00100000:0.0:1781226892.284901:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1781226892.284907:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964635520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284940:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964635520:12345-0@lo:400:kworker.0 Request processed in 34us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226892.284945:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1781226892.284958:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1781226892.284964:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964636032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.284991:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964636032:12345-0@lo:400:kworker.0 Request processed in 28us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226892.284997:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1781226892.285008:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1781226892.285015:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964635136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285042:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964635136:12345-0@lo:400:kworker.0 Request processed in 27us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226892.285048:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1781226892.285072:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635648 00000100:00100000:0.0:1781226892.285075:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635648 00000100:00100000:0.0:1781226892.285105:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636160 00000100:00100000:0.0:1781226892.285108:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636160 00000100:00100000:0.0:1781226892.285127:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781226892.285134:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964635648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285167:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964635648:12345-0@lo:400:kworker.0 Request processed in 34us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226892.285173:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781226892.285183:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1781226892.285190:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964636160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285216:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964636160:12345-0@lo:400:kworker.0 Request processed in 28us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226892.285222:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00080000:0.0:1781226892.285301:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226892.285306:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226892.285309:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226892.285322:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226892.285331:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7388f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964636544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226892.285361:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226892.285413:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964635136:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285425:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964635648:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285437:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964636160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285447:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964635008:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285456:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964635520:0@lo:400:kworker.0 00000100:00100000:0.0:1781226892.285466:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964636032:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.285791:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964634880:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.285826:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.285848:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964635392:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.285871:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.285901:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964635904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.285927:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.285944:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7388780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964636416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226892.285966:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.285989:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1781226892.285996:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964634752:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286027:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.286055:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964635264:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286078:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.286098:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964635776:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286122:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.286138:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964636288:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286154:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226892.286181:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634880 00000100:00100000:2.0:1781226892.286187:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634880 00000100:00100000:2.0:1781226892.286230:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635392 00000100:00100000:2.0:1781226892.286233:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635392 00000100:00100000:2.0:1781226892.286255:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635904 00000100:00100000:2.0:1781226892.286258:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635904 00000100:00100000:2.0:1781226892.286274:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1781226892.286281:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964634880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286326:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964634880:12345-0@lo:400:kworker.0 Request processed in 45us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286333:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1781226892.286350:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1781226892.286357:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964635392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286398:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964635392:12345-0@lo:400:kworker.0 Request processed in 42us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286405:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1781226892.286416:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1781226892.286422:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964635904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286447:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964635904:12345-0@lo:400:kworker.0 Request processed in 26us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286453:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1781226892.286473:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635776 00000100:00100000:2.0:1781226892.286476:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635776 00000100:00100000:2.0:1781226892.286512:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636288 00000100:00100000:2.0:1781226892.286515:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636288 00000100:00100000:2.0:1781226892.286539:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1781226892.286545:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964635776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286578:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964635776:12345-0@lo:400:kworker.0 Request processed in 33us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286583:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1781226892.286593:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1781226892.286599:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964636288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286626:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964636288:12345-0@lo:400:kworker.0 Request processed in 27us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286632:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1781226892.286650:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636544 00000100:00100000:2.0:1781226892.286653:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636544 00000100:00100000:2.0:1781226892.286673:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636416 00000100:00100000:2.0:1781226892.286675:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636416 00000100:00100000:2.0:1781226892.286685:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1781226892.286691:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964636544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226892.286744:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226892.286784:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964636544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (1422us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286790:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1781226892.286802:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1781226892.286808:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964636416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226892.286818:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226892.286842:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964636416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286849:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1781226892.286867:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964634752 00000100:00100000:2.0:1781226892.286871:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964634752 00000100:00100000:2.0:1781226892.286898:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1781226892.286905:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964634752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.286934:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964634752:12345-0@lo:400:kworker.0 Request processed in 30us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.286940:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1781226892.286973:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964635264 00000100:00100000:2.0:1781226892.286977:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964635264 00000100:00100000:2.0:1781226892.287004:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1781226892.287011:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964635264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287042:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964635264:12345-0@lo:400:kworker.0 Request processed in 32us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226892.287048:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:2.0:1781226892.287088:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226892.287092:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226892.287096:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226892.287132:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7388f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964636544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226892.287177:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964634752:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287188:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964635264:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287197:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967368 gen 2 00000004:00080000:2.0:1781226892.287203:0:3669:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967368 00000100:00100000:2.0:1781226892.287225:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964635776:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287238:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964636288:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287249:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964634880:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287260:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964635392:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287270:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964635904:0@lo:400:kworker.0 00000100:00100000:2.0:1781226892.287283:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7388780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964636416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781226892.414858:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226893.308916:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226893.308960:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964636672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226893.309058:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226893.309144:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636672 00000100:00100000:1.0:1781226893.309154:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636672 00000100:00100000:1.0:1781226893.309219:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1781226893.309231:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964636672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226893.309276:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226893.309331:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964636672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226893.309340:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1781226893.309406:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964636672:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226893.450283:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226893.499480:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226893.499807:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683584 00000100:00100000:2.0:1781226893.499821:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683584 00000100:00100000:2.0:1781226893.499910:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1390 00000100:00100000:2.0:1781226893.499924:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31950:x1867750941683584:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226893.500062:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31950:x1867750941683584:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 142us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226893.500071:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1390 00000100:00080000:0.0:1781226893.500581:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226893.518277:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226893.518399:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683712 00000100:00100000:2.0:1781226893.518412:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683712 00000100:00100000:2.0:1781226893.518511:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1391 00000100:00100000:2.0:1781226893.518523:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+5:31950:x1867750941683712:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226893.518676:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+5:31950:x1867750941683712:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 156us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226893.518684:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1391 00000100:00080000:0.0:1781226893.519055:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226893.521356:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226893.521966:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941683968 00000100:00100000:3.0:1781226893.521978:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941683968 00000100:00100000:3.0:1781226893.522054:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 270 00000100:00100000:3.0:1781226893.522067:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+9:31950:x1867750941683968:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226893.522413:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9e89f187-9a34-4594-a03e-f649d3886b8d+10:31950:x1867750941683968:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 348us (1067us total) trans 4294968163 rc 0/0 00000100:00100000:3.0:1781226893.522423:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 270 00010000:00010000:1.0:1781226894.460734:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226894.845916:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226894.845954:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964636800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226894.846368:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226894.847536:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636800 00000100:00100000:0.0:1781226894.847554:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636800 00000100:00100000:0.0:1781226894.847660:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1781226894.847677:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964636800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226894.847775:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1781226894.847873:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964636800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 201us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226894.847881:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1781226894.848879:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226894.848903:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964636928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226894.848973:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226894.850267:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964636928 00000100:00100000:1.0:1781226894.850282:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964636928 00000100:00100000:1.0:1781226894.850368:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1781226894.850380:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964636928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226894.850407:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1781226894.850509:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964636928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226894.850518:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1781226894.850773:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964636928:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226894.851172:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226894.851227:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964636800:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781226895.488646:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226895.871074:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964637056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226895.871206:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226895.871597:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637056 00000100:00100000:2.0:1781226895.871610:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637056 00000100:00100000:2.0:1781226895.871689:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1781226895.871724:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964637056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226895.871763:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1781226895.871895:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964637056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 173us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226895.871903:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1781226895.872139:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964637056:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226896.508034:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226896.816217:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816319:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816375:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816406:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816421:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816434:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816451:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816501:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816516:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816535:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226896.816560:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684352 00000100:00100000:3.0:1781226896.816569:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684352 00000100:00100000:3.0:1781226896.816618:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684864 00000100:00100000:3.0:1781226896.816621:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684864 00000100:00100000:3.0:1781226896.816635:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685376 00000100:00100000:3.0:1781226896.816638:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685376 00000100:00100000:3.0:1781226896.816648:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684224 00000100:00100000:3.0:1781226896.816650:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684224 00000100:00100000:3.0:1781226896.816660:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684736 00000100:00100000:3.0:1781226896.816661:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684736 00000100:00100000:3.0:1781226896.816675:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1130 00000100:00100000:3.0:1781226896.816684:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941684352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226896.816792:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941684352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 109us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226896.816800:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1130 00000100:00100000:3.0:1781226896.816817:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1131 00000100:00100000:3.0:1781226896.816823:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941684864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226896.816841:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941684864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226896.816847:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1131 00000100:00100000:2.0:1781226896.816962:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684608 00000100:00100000:2.0:1781226896.816966:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684608 00000100:00100000:2.0:1781226896.816992:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685120 00000100:00100000:2.0:1781226896.816994:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685120 00000100:00100000:2.0:1781226896.817007:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685632 00000100:00100000:2.0:1781226896.817009:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685632 00000100:00100000:2.0:1781226896.817019:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684480 00000100:00100000:2.0:1781226896.817021:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684480 00000100:00100000:2.0:1781226896.817033:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:2.0:1781226896.817039:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941684608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.817064:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941684608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.817070:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:2.0:1781226896.817081:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:2.0:1781226896.817086:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941685120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.817104:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941685120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.817110:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:2.0:1781226896.817118:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 681 00000100:00100000:2.0:1781226896.817123:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941685632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.817140:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941685632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.817146:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 681 00000100:00100000:2.0:1781226896.817155:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 682 00000100:00100000:2.0:1781226896.817161:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941684480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.817178:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+13:2426:x1867750941684480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.817184:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 682 00000100:00080000:2.0:1781226896.817206:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226896.817209:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226896.817211:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226896.817213:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226896.817319:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1132 00000100:00100000:3.0:1781226896.817329:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941685376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226896.817353:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941685376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226896.821109:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684096 00000100:00100000:0.0:1781226896.821123:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684096 00000100:00100000:0.0:1781226896.821190:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 769 00000100:00100000:0.0:1781226896.821199:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2426:x1867750941684096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226896.821271:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2426:x1867750941684096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 73us (5063us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226896.821280:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 769 00000100:00100000:2.0:1781226896.821602:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1133 00000100:00100000:2.0:1781226896.821617:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+101:2426:x1867750941684224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.821649:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+101:2426:x1867750941684224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (5147us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.821656:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1133 00000100:00100000:2.0:1781226896.821675:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1134 00000100:00100000:2.0:1781226896.821681:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941684736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.821716:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941684736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (5180us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.821722:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1134 00000100:00100000:3.0:1781226896.826604:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1132 00000100:00100000:0.0:1781226896.854234:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226896.854275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226896.854311:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226896.854413:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941684992 00000100:00100000:2.0:1781226896.854423:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941684992 00000100:00100000:2.0:1781226896.854498:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685504 00000100:00100000:2.0:1781226896.854501:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685504 00000100:00100000:2.0:1781226896.854525:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 683 00000100:00100000:2.0:1781226896.854535:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941684992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.854612:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941684992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.854619:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 683 00000100:00100000:2.0:1781226896.854636:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 684 00000100:00100000:2.0:1781226896.854642:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941685504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226896.854666:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2426:x1867750941685504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226896.854672:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 684 00000100:00100000:3.0:1781226896.855072:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685248 00000100:00100000:3.0:1781226896.855079:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685248 00000100:00100000:3.0:1781226896.855124:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1135 00000100:00100000:3.0:1781226896.855181:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+10:2426:x1867750941685248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226896.855228:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9e89f187-9a34-4594-a03e-f649d3886b8d+10:2426:x1867750941685248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 97us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226896.855235:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1135 00000100:00080000:0.0:1781226896.855528:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226896.855535:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1781226896.903562:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968163 is committed 00000020:00080000:2.0:1781226896.903584:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00080000:3.0:1781226896.903658:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:3.0:1781226896.903672:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:3.0:1781226897.404157:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964637312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404228:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226897.404300:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637312 00000100:00100000:3.0:1781226897.404307:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637312 00000100:00100000:3.0:1781226897.404354:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1781226897.404362:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964637312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404414:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964637312:12345-0@lo:400:kworker.0 Request processed in 52us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226897.404421:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1781226897.404484:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964637312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404519:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226897.404525:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964637440:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404551:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226897.404616:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964637824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404638:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226897.404676:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226897.404681:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964637952:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404726:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226897.404748:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637824 00000100:00100000:3.0:1781226897.404752:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637824 00000100:00100000:3.0:1781226897.404781:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637952 00000100:00100000:3.0:1781226897.404784:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637952 00000100:00100000:3.0:1781226897.404802:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1781226897.404808:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964637824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404839:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964637824:12345-0@lo:400:kworker.0 Request processed in 32us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226897.404844:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1781226897.404855:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1781226897.404861:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964637952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404883:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964637952:12345-0@lo:400:kworker.0 Request processed in 23us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226897.404888:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1781226897.404909:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964637952:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404917:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964637824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404950:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964638336:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.404969:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226897.404991:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638336 00000100:00100000:3.0:1781226897.404994:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638336 00000100:00100000:3.0:1781226897.405012:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1781226897.405017:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964638336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.405040:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964638336:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226897.405045:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1781226897.405065:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964638336:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.405086:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226897.405092:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964638464:0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.405109:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226897.405123:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638464 00000100:00100000:3.0:1781226897.405126:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638464 00000100:00100000:3.0:1781226897.405147:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1781226897.405152:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964638464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226897.405180:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964638464:12345-0@lo:400:kworker.0 Request processed in 28us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226897.405189:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1781226897.405209:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964638464:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405393:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964637568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405422:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405445:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964638080:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405480:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405496:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964638592:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405515:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405535:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1781226897.405539:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964637184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405579:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405599:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964637696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405622:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405638:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964638208:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405658:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405671:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964638720:0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405688:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226897.405735:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637568 00000100:00100000:0.0:1781226897.405739:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637568 00000100:00100000:0.0:1781226897.405765:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1781226897.405771:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964637568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226897.405807:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964637568:12345-0@lo:400:kworker.0 Request processed in 35us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226897.405813:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00080000:0.0:1781226897.405829:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226897.405833:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226897.405851:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964637568:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.408709:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637440 00000100:00100000:2.0:1781226897.408725:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637440 00000100:00100000:2.0:1781226897.408797:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637696 00000100:00100000:2.0:1781226897.408801:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637696 00000100:00100000:2.0:1781226897.408821:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1781226897.408831:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964637440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.408944:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964637440:12345-0@lo:400:kworker.0 Request processed in 115us (4391us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.408951:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1781226897.408970:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1781226897.408976:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964637696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409011:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964637696:12345-0@lo:400:kworker.0 Request processed in 35us (3388us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409017:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1781226897.409039:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964637184 00000100:00100000:2.0:1781226897.409043:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964637184 00000100:00100000:2.0:1781226897.409070:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1781226897.409077:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964637184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409108:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964637184:12345-0@lo:400:kworker.0 Request processed in 32us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409114:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1781226897.409186:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638080 00000100:00100000:2.0:1781226897.409189:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638080 00000100:00100000:2.0:1781226897.409221:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638592 00000100:00100000:2.0:1781226897.409224:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638592 00000100:00100000:2.0:1781226897.409242:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638208 00000100:00100000:2.0:1781226897.409245:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638208 00000100:00100000:2.0:1781226897.409258:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638720 00000100:00100000:2.0:1781226897.409261:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638720 00000100:00100000:2.0:1781226897.409282:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1781226897.409288:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964638080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409339:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964638080:12345-0@lo:400:kworker.0 Request processed in 51us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409346:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1781226897.409358:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1781226897.409364:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964638592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409391:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964638592:12345-0@lo:400:kworker.0 Request processed in 28us (3876us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409398:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1781226897.409409:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1781226897.409415:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964638208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409441:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964638208:12345-0@lo:400:kworker.0 Request processed in 27us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409447:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1781226897.409470:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1781226897.409475:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964638720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409501:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964638720:12345-0@lo:400:kworker.0 Request processed in 27us (3813us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409506:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1781226897.409538:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226897.409552:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964638848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226897.409587:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226897.409624:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638848 00000100:00100000:2.0:1781226897.409627:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638848 00000100:00100000:2.0:1781226897.409651:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1781226897.409656:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964638848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226897.409681:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226897.409745:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964638848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.409751:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1781226897.409787:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964638848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226897.409816:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964637184:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409827:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964637696:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409836:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964638208:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409845:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964638720:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409855:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964638080:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409863:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964638592:0@lo:400:kworker.0 00000100:00100000:2.0:1781226897.409901:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964637440:0@lo:400:kworker.0 00000100:00080000:0.0:1781226897.411118:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226897.411126:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226897.421131:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226897.421161:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7388f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964638976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226897.421239:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226897.421310:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964638976 00000100:00100000:1.0:1781226897.421328:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964638976 00000100:00100000:1.0:1781226897.421385:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781226897.421394:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964638976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226897.421421:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226897.421488:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964638976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226897.421496:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781226897.421542:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7388f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964638976:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781226897.532794:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226897.752897:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226897.752944:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226897.752979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226897.753065:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685760 00000100:00100000:1.0:1781226897.753073:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685760 00000100:00100000:1.0:1781226897.753140:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941686016 00000100:00100000:1.0:1781226897.753144:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941686016 00000100:00100000:1.0:1781226897.753165:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941685888 00000100:00100000:1.0:1781226897.753168:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941685888 00000100:00100000:1.0:1781226897.753184:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 65 00000100:00100000:1.0:1781226897.753194:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+17:2427:x1867750941685760:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226897.753209:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226897.753228:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c92f5000/0x5d5522eac4466373 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46edb expref: 17 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.753256:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226897.753303:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+16:2427:x1867750941685760:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 111us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226897.753310:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 65 00000100:00100000:1.0:1781226897.753327:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 66 00000100:00100000:1.0:1781226897.753332:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+15:2427:x1867750941686016:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226897.753339:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226897.753347:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c96df800/0x5d5522eac4466381 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f13 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.753361:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226897.753375:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+14:2427:x1867750941686016:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 43us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226897.753381:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 66 00000100:00100000:1.0:1781226897.753392:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 67 00000100:00100000:1.0:1781226897.753398:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+13:2427:x1867750941685888:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226897.753405:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226897.753412:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89a4c96de000/0x5d5522eac446637a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f0c expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.753421:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226897.753434:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941685888:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 37us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226897.753439:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 67 00000100:00100000:2.0:1781226897.762341:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226897.762610:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941686144 00000100:00100000:0.0:1781226897.762623:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941686144 00000100:00100000:0.0:1781226897.762690:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 376 00000100:00100000:0.0:1781226897.762742:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2423:x1867750941686144:12345-192.168.202.30@tcp:9:umount.0 00000020:00000080:0.0:1781226897.762794:0:9780:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5d5522eac446639d 00000100:00080000:0.0:1781226897.762804:0:9780:0:(import.c:65:import_set_state_nolock()) ffff89a4c8a61800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781226897.762858:0:9780:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967373 00000100:00100000:0.0:1781226897.763021:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+2:2423:x1867750941686144:12345-192.168.202.30@tcp:9:umount.0 Request processed in 281us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226897.763030:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 376 00010000:00010000:3.0:1781226897.763194:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226897.775597:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226897.778077:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941686272 00000100:00100000:2.0:1781226897.778094:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941686272 00000100:00100000:2.0:1781226897.778184:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 377 00000100:00100000:2.0:1781226897.778196:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2423:x1867750941686272:12345-192.168.202.30@tcp:9:umount.0 00000020:00000080:2.0:1781226897.778231:0:8404:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5d5522eac4466396 00000100:00080000:2.0:1781226897.778240:0:8404:0:(import.c:65:import_set_state_nolock()) ffff89a4c8a62800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1781226897.778308:0:8404:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967369 00000100:00100000:2.0:1781226897.778499:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9e89f187-9a34-4594-a03e-f649d3886b8d+2:2423:x1867750941686272:12345-192.168.202.30@tcp:9:umount.0 Request processed in 305us (2911us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226897.778509:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 377 00010000:00010000:3.0:1781226897.779284:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226897.834207:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226897.834340:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941686912 00000100:00100000:0.0:1781226897.834353:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941686912 00000100:00100000:0.0:1781226897.834441:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1392 00000100:00100000:0.0:1781226897.834462:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+9:2423:x1867750941686912:12345-192.168.202.30@tcp:39:umount.0 00000020:00000080:0.0:1781226897.834517:0:14117:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5d5522eac4466388 00000020:00010000:0.0:1781226897.834539:0:14117:0:(genops.c:1942:obd_stale_export_put()) Put export ffff89a5f7468800: total 0 00000100:00080000:0.0:1781226897.834545:0:14117:0:(import.c:65:import_set_state_nolock()) ffff89a5f7469800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781226897.834591:0:14117:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968163 00000020:00010000:1.0:1781226897.835046:0:7448:0:(genops.c:1928:obd_stale_export_get()) Get export ffff89a5f7468800: total 0 00010000:00010000:1.0:1781226897.835111:0:7448:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89a5f7468800, canceled 0 locks, left on hash table 4. 00010000:00010000:1.0:1781226897.835149:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226897.835153:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226897.835161:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44663e3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f52 expref: 8 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.835191:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff89a5ef93d900) 00010000:00010000:1.0:1781226897.835194:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226897.835197:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466652 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4700f expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.835210:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226897.835213:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226897.835216:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44665e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ffa expref: 6 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.835228:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a4c6e2fb00) 00010000:00010000:1.0:1781226897.835230:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226897.835233:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44663c7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f4b expref: 5 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226897.835248:0:7448:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89a5f7468800, canceled 4 locks, left on hash table 0. 00010000:00010000:1.0:1781226897.835261:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226897.835264:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226897.835265:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226897.835537:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9e89f187-9a34-4594-a03e-f649d3886b8d+3:2423:x1867750941686912:12345-192.168.202.30@tcp:39:umount.0 Request processed in 1020us (1274us total) trans 4294968164 rc 0/0 00000100:00100000:0.0:1781226897.835549:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1392 00000100:00100000:1.0:1781226897.864377:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226897.864972:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687040 00000100:00100000:2.0:1781226897.864982:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687040 00000100:00100000:2.0:1781226897.865042:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1393 00000100:00100000:2.0:1781226897.865053:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+5:2423:x1867750941687040:12345-192.168.202.30@tcp:39:umount.0 00000020:00000080:2.0:1781226897.865160:0:10991:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x5d5522eac446638f 00000100:00080000:2.0:1781226897.865178:0:10991:0:(import.c:65:import_set_state_nolock()) ffff89a4c787d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1781226897.865243:0:10991:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00000100:00100000:2.0:1781226897.865432:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9e89f187-9a34-4594-a03e-f649d3886b8d+3:2423:x1867750941687040:12345-192.168.202.30@tcp:39:umount.0 Request processed in 380us (1066us total) trans 4294967330 rc 0/0 00000100:00100000:2.0:1781226897.865440:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1393 00010000:00010000:1.0:1781226897.865727:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226898.428099:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226898.428123:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964639104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226898.428189:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226898.428321:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964639104 00000100:00100000:3.0:1781226898.428330:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964639104 00000100:00100000:3.0:1781226898.428388:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1781226898.428398:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964639104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226898.428436:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226898.428503:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964639104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226898.428511:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1781226898.428838:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964639104:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226898.556620:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226899.606876:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226899.971577:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226899.971619:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964639232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226899.971742:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226899.971839:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964639232 00000100:00100000:3.0:1781226899.972101:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964639232 00000100:00100000:3.0:1781226899.972182:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1781226899.972198:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964639232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226899.972242:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1781226899.972553:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964639232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226899.972565:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:3.0:1781226899.972651:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226899.972736:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964639232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226899.978227:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964639360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226899.978338:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226899.980612:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964639360 00000100:00100000:2.0:1781226899.980629:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964639360 00000100:00100000:2.0:1781226899.980741:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1781226899.980754:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964639360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226899.980788:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00080000:0.0:1781226899.981839:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226899.982495:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964639360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1737us (4150us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226899.982510:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1781226899.989384:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964639360:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1781226900.414749:0:23654:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 21:14:58 (1781226898) 00010000:00010000:1.0:1781226900.607862:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226900.989025:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226900.992517:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964639488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226900.992634:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226900.996515:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964639488 00000100:00100000:2.0:1781226900.996540:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964639488 00000100:00100000:2.0:1781226900.996637:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1781226900.996651:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964639488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226900.996939:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1781226900.997142:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964639488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 494us (4506us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226900.997163:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1781226900.999343:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964639488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226901.010745:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.011545:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687168 00000100:00100000:0.0:1781226901.011562:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687168 00000100:00100000:0.0:1781226901.011682:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1394 00000100:00100000:0.0:1781226901.011737:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:32595:x1867750941687168:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781226901.011897:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:32595:x1867750941687168:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 204us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226901.011907:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1394 00000100:00080000:3.0:1781226901.012767:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226901.021531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.021649:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687296 00000100:00100000:2.0:1781226901.021663:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687296 00000100:00100000:2.0:1781226901.021802:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1395 00000100:00100000:2.0:1781226901.021816:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:32595:x1867750941687296:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226901.022028:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:32595:x1867750941687296:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 151us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.022038:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1395 00000100:00080000:3.0:1781226901.023315:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226901.055602:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.055811:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687424 00000100:00100000:3.0:1781226901.055827:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687424 00000100:00100000:3.0:1781226901.056114:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1396 00000100:00100000:3.0:1781226901.056130:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+101:32596:x1867750941687424:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226901.056171:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226901.056203:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44667b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47094 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056298:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056319:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056341:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056362:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056370:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056376:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056458:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056467:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056474:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056482:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056489:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.056495:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056503:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056516:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226901.056520:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.056525:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056532:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056557:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056564:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056570:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056575:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.056578:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056584:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056592:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff89a5c8b2c100) 00010000:00010000:3.0:1781226901.056595:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.056598:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056603:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056642:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44667b7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47094 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056659:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226901.056662:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.056665:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44667b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47094 expref: 102 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.056677:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:3.0:1781226901.056831:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+101:32596:x1867750941687424:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 707us (1247us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226901.056840:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1396 00000100:00080000:0.0:1781226901.058090:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226901.076027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.076220:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687680 00000100:00100000:1.0:1781226901.076235:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687680 00000100:00100000:1.0:1781226901.076313:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1397 00000100:00100000:1.0:1781226901.076325:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+101:32596:x1867750941687680:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226901.076408:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226901.076461:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44664a7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f8a expref: 101 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.076492:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226901.076497:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226901.076584:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.076603:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.076612:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.076655:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.076683:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 46 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226901.076770:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964639616:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226901.076896:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8110780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226901.079292:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964639616:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226901.079340:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226901.082767:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.083069:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687808 00000100:00100000:1.0:1781226901.083085:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687808 00010000:00010000:1.0:1781226901.083154:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 47 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226901.083208:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 428 00000100:00100000:1.0:1781226901.083221:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7892050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+47:2426:x1867750941687808:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226901.083243:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226901.083251:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 47 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.083267:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 47 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.083310:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4466422 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46f60 expref: 47 pid: 6525 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.083333:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226901.083340:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.083353:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.083363:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.083403:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226901.083585:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7892050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+46:2426:x1867750941687808:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 365us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226901.083607:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 428 00010000:00010000:2.0:1781226901.084083:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.084094:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.084131:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.084144:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.084165:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087034:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087064:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087580:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226901.087607:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000710c33b4 reply state 000000002618ee3b transno 4294968165 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087622:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087630:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226901.087634:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226901.087639:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1781226901.087647:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:2.0:1781226901.087658:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087666:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087674:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087680:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226901.087686:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087725:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087739:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226901.087741:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.087747:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087753:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44667cc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226901.087772:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000710c33b4 reply state 000000002618ee3b transno 4294968165 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087781:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.087788:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff89a4c6fba600) 00010000:00010000:2.0:1781226901.087790:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226901.087792:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781226901.090660:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+102:32596:x1867750941687680:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 14321us (14631us total) trans 4294968165 rc 0/0 00000100:00100000:2.0:1781226901.090677:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1397 00000100:00100000:0.0:1781226901.122145:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.123015:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941687936 00000100:00100000:1.0:1781226901.123030:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941687936 00000100:00100000:1.0:1781226901.123123:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1398 00000100:00100000:1.0:1781226901.123137:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+102:32597:x1867750941687936:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226901.123179:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226901.123212:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44667e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4709b expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.123308:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.123324:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.123338:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226901.123410:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226901.123426:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226901.123460:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.123491:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44667e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4709b expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.123515:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4709b expref: 103 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.123531:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226901.123534:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226901.123539:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481400, rc 0) 00000100:00100000:1.0:1781226901.123624:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+103:32597:x1867750941687936:12345-192.168.202.30@tcp:101:bash.0 Request processed in 490us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226901.123632:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1398 00000100:00100000:0.0:1781226901.130048:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.130494:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688064 00000100:00100000:3.0:1781226901.130510:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688064 00000100:00100000:3.0:1781226901.130600:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1399 00000100:00100000:3.0:1781226901.130613:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+103:32597:x1867750941688064:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226901.130643:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226901.130671:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44667ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470a2 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130810:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130829:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130842:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130867:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130876:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130882:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.130997:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea800/0x5d5522eac4466804 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131006:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea800/0x5d5522eac4466804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131012:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea800/0x5d5522eac4466804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226901.131057:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1781226901.131061:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226901.131106:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea800/0x5d5522eac4466804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131124:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131131:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131138:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131146:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131660:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.131666:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131675:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131692:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226901.131728:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.131733:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131741:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44667f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131767:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131773:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131779:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131784:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.131786:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131792:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131804:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff89a4c6fba600) 00010000:00010000:3.0:1781226901.131807:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.131810:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.131815:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44667fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.132691:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44667ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470a2 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.132814:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea800/0x5d5522eac4466804 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470a2 expref: 104 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.132824:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:3.0:1781226901.132826:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226901.132830:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea800, rc 0) 00000100:00100000:2.0:1781226901.133061:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+104:32597:x1867750941688064:12345-192.168.202.30@tcp:101:bash.0 Request processed in 2448us (3025us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.133073:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1399 00000100:00100000:3.0:1781226901.141430:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.141679:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688192 00000100:00100000:2.0:1781226901.141691:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688192 00000100:00100000:2.0:1781226901.141789:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1400 00000100:00100000:2.0:1781226901.141800:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+104:32597:x1867750941688192:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226901.141824:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226901.141858:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac446680b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470a9 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.141944:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.141961:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.141975:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.141991:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.141998:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142004:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142050:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142057:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142063:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142070:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226901.142075:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142084:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142096:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226901.142100:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.142105:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142113:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466812 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142131:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142137:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142143:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142148:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226901.142151:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142157:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142163:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a4c6fba900) 00010000:00010000:2.0:1781226901.142165:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.142167:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142172:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466819 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142219:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac446680b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470a9 expref: 105 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142231:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226901.142233:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.142237:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac446680b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470a9 expref: 105 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.142247:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3000, rc 0) 00000100:00100000:2.0:1781226901.142319:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+104:32597:x1867750941688192:12345-192.168.202.30@tcp:101:bash.0 Request processed in 521us (914us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226901.142328:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1400 00000100:00100000:0.0:1781226901.199110:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.199316:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688320 00000100:00100000:1.0:1781226901.199329:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688320 00000100:00100000:1.0:1781226901.199411:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1401 00000100:00100000:1.0:1781226901.199434:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+46:32598:x1867750941688320:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226901.199460:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226901.199490:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac4466820 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470b0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.199580:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.199598:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.199612:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226901.199671:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226901.199676:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226901.199755:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.199791:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac4466820 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.199816:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.199826:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226901.199829:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226901.199833:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481800, rc 0) 00000100:00100000:1.0:1781226901.201397:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+47:32598:x1867750941688320:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1952us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226901.201413:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1401 00000100:00100000:0.0:1781226901.219574:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.232263:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688448 00000100:00100000:2.0:1781226901.232286:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688448 00000100:00100000:2.0:1781226901.232476:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1402 00000100:00100000:2.0:1781226901.232490:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:32598:x1867750941688448:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226901.232517:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226901.232547:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac446682e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470b7 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232662:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232680:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232728:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232744:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232753:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232760:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232884:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466843 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232894:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.232901:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226901.232949:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1781226901.232954:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226901.232994:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466843 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233012:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233020:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233026:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233033:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233044:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226901.233050:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233058:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233072:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226901.233075:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.233080:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233087:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466835 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233106:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233112:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233119:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233125:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226901.233128:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233133:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.233145:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff89a4c6fba600) 00010000:00010000:2.0:1781226901.233147:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.234578:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.234604:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446683c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.234659:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac446682e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b7 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.234673:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2000/0x5d5522eac4466843 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b7 expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.234683:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226901.234686:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226901.234689:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2000, rc 0) 00000100:00100000:2.0:1781226901.238515:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32598:x1867750941688448:12345-192.168.202.30@tcp:101:rm.0 Request processed in 5476us (18407us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.238534:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1402 00000100:00100000:3.0:1781226901.246032:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.246351:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688576 00000100:00100000:1.0:1781226901.246366:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688576 00000100:00100000:1.0:1781226901.246469:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1403 00000100:00100000:1.0:1781226901.246482:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32598:x1867750941688576:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226901.246513:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226901.246545:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446684a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470be expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.246645:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.246666:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.246682:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247071:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247083:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247091:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247177:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247186:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247194:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247202:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226901.247208:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247217:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247233:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226901.247237:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.247242:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247250:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247272:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247280:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247285:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247291:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226901.247294:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247300:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247307:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a5c8021d00) 00010000:00010000:1.0:1781226901.247309:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.247312:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247318:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466858 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247373:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446684a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470be expref: 49 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247384:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226901.247387:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.247391:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac446684a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470be expref: 49 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.247401:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480800, rc 0) 00000100:00100000:1.0:1781226901.247579:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32598:x1867750941688576:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1098us (1563us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226901.247590:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1403 00000100:00100000:0.0:1781226901.277405:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.277614:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688704 00000100:00100000:1.0:1781226901.277630:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688704 00000100:00100000:1.0:1781226901.277772:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1404 00000100:00100000:1.0:1781226901.277787:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32598:x1867750941688704:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226901.277814:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226901.277846:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac446685f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470c5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.277955:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.277976:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.277992:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278010:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278018:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278024:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278088:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278096:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278103:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278110:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226901.278115:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278124:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278138:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226901.278141:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.278146:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278164:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466866 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278183:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278189:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278196:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278202:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226901.278205:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278211:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278219:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a5c8021300) 00010000:00010000:1.0:1781226901.278222:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.278225:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278230:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446686d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278273:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac446685f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470c5 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278284:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226901.278286:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.278290:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac446685f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470c5 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.278313:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226901.278391:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32598:x1867750941688704:12345-192.168.202.30@tcp:101:rm.0 Request processed in 609us (1001us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226901.278400:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1404 00000100:00100000:2.0:1781226901.345644:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.348250:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688832 00000100:00100000:3.0:1781226901.348270:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688832 00000100:00100000:3.0:1781226901.348379:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1405 00000100:00100000:3.0:1781226901.348392:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32599:x1867750941688832:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226901.348427:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226901.348455:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466874 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470cc expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348571:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348604:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348618:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348636:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348642:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348648:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348735:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348744:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348752:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348759:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348766:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.348772:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348783:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348797:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:3.0:1781226901.348801:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.348806:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348813:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446687b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.348841:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349108:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349116:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349122:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.349126:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349132:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349141:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a5c8b2c100) 00010000:00010000:3.0:1781226901.349144:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.349148:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349154:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466882 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349205:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466874 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470cc expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349216:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:3.0:1781226901.349219:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.349222:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466874 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470cc expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.349234:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:3.0:1781226901.349380:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32599:x1867750941688832:12345-192.168.202.30@tcp:101:cp.0 Request processed in 990us (3754us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226901.349388:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1405 00000100:00100000:3.0:1781226901.353127:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.354830:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941688960 00000100:00100000:1.0:1781226901.354949:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941688960 00000100:00100000:1.0:1781226901.355157:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1406 00000100:00100000:1.0:1781226901.355169:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32599:x1867750941688960:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226901.355201:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226901.355242:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466889 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470d3 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355345:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355365:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355377:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355395:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355401:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355406:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355465:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355473:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355480:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355488:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226901.355493:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355503:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355517:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226901.355520:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.355526:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355533:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466890 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355552:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355558:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355563:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355568:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226901.355571:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355576:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355595:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a5c8021300) 00010000:00010000:1.0:1781226901.355598:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.355601:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355606:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466897 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355647:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466889 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470d3 expref: 49 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355658:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226901.355660:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226901.355664:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466889 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470d3 expref: 49 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.355675:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226901.356152:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32599:x1867750941688960:12345-192.168.202.30@tcp:101:cp.0 Request processed in 983us (3037us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226901.356161:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1406 00000100:00100000:0.0:1781226901.362096:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.362308:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941689216 00000100:00100000:2.0:1781226901.362322:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941689216 00000100:00100000:2.0:1781226901.362399:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1407 00000100:00100000:2.0:1781226901.362423:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32599:x1867750941689216:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226901.362453:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226901.362487:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446689e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470da expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.362647:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.362668:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.362680:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.362717:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.362845:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.362854:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226901.364289:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1781226901.371944:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373056:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373075:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373159:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373172:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373179:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373185:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226901.373191:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373200:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373216:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226901.373219:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226901.373225:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373232:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac44668a5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226901.373252:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000004423e174 reply state 00000000f56b6c35 transno 4294968166 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373264:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373270:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a4c6fba900) 00010000:00010000:2.0:1781226901.373272:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226901.373275:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226901.373343:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac446689e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373360:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.373367:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226901.373369:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226901.373371:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc 0) 00000100:00100000:2.0:1781226901.376372:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32599:x1867750941689216:12345-192.168.202.30@tcp:101:cp.0 Request processed in 13943us (14271us total) trans 4294968166 rc 0/0 00000100:00100000:2.0:1781226901.376390:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1407 00000100:00100000:2.0:1781226901.386797:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.386936:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941689344 00000100:00100000:0.0:1781226901.386949:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941689344 00000100:00100000:0.0:1781226901.387046:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 378 00000100:00100000:0.0:1781226901.387059:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941689344:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226901.387084:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226901.387116:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470e1 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226901.387153:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781226901.387182:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226901.387185:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226901.387196:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.387219:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.387239:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6000, rc 0) 00000100:00100000:0.0:1781226901.387324:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941689344:12345-192.168.202.30@tcp:101:cp.0 Request processed in 268us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226901.387333:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 378 00000100:00080000:1.0:1781226901.387943:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226901.396244:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.396563:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941689472 00000100:00100000:0.0:1781226901.396576:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941689472 00000100:00100000:0.0:1781226901.396653:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 379 00000100:00100000:0.0:1781226901.396664:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:32599:x1867750941689472:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226901.396687:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226901.396946:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470e8 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.397101:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.397111:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226901.397114:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226901.397120:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.397164:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.397180:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226901.397198:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964639744:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226901.398653:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226901.409847:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.410229:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964639744:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226901.410277:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.410315:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7e00, rc 0) 00000100:00100000:2.0:1781226901.410391:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:32599:x1867750941689472:12345-192.168.202.30@tcp:101:cp.0 Request processed in 13728us (14164us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.410401:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 379 00000100:00100000:3.0:1781226901.410594:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941689600 00000100:00100000:3.0:1781226901.410604:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941689600 00010000:00010000:3.0:1781226901.410647:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226901.410685:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 429 00000100:00100000:3.0:1781226901.410738:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941689600:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226901.410758:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226901.410787:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.410803:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.410833:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000863571df/0x5d5522eac44668c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e1 expref: 11 pid: 8407 timeout: 960 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.410850:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226901.410852:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226901.410861:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.410871:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.410912:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226901.410928:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964639872:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226901.411139:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9cf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1781226901.416446:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.416612:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941689856 00000100:00100000:0.0:1781226901.416625:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941689856 00000100:00100000:0.0:1781226901.416746:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 271 00000100:00100000:0.0:1781226901.416759:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32599:x1867750941689856:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:0.0:1781226901.417651:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:32599:x1867750941689856:12345-192.168.202.30@tcp:35:cp.0 Request processed in 890us (1216us total) trans 4294968167 rc 0/0 00000100:00100000:0.0:1781226901.417660:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 271 00000100:00100000:3.0:1781226901.428628:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964639872:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226901.428688:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226901.431561:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941689600:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 20849us (21713us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.431582:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 429 00000100:00100000:0.0:1781226901.477542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.477671:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941689984 00000100:00100000:3.0:1781226901.477684:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941689984 00000100:00100000:3.0:1781226901.477813:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1408 00000100:00100000:3.0:1781226901.477826:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:32602:x1867750941689984:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226901.477854:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226901.477883:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44668cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470ef expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.477985:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478003:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478016:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478028:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478035:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478040:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478147:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478156:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478162:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226901.478219:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:3.0:1781226901.478225:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226901.478250:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478262:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478270:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478277:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478283:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478290:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.478294:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478302:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478315:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:3.0:1781226901.478317:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.478322:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478328:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44668d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478349:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478358:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478363:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478367:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226901.478370:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478375:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478380:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a4c6fba900) 00010000:00010000:3.0:1781226901.478383:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226901.478385:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478390:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44668dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478427:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44668cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478443:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.478451:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:3.0:1781226901.478453:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226901.478456:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:3.0:1781226901.478539:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+105:32602:x1867750941689984:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 716us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.478548:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1408 00000100:00100000:0.0:1781226901.489263:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.489396:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941690112 00000100:00100000:2.0:1781226901.489408:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941690112 00000100:00100000:2.0:1781226901.489502:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 380 00000100:00100000:2.0:1781226901.489513:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941690112:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226901.489534:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226901.489556:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d0c448b/0x5d5522eac44668eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470f6 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226901.489638:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71343c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964640000:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226901.489804:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00080000:1.0:1781226901.489875:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1781226901.496555:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781226901.496569:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1781226901 00002000:00010000:2.0:1781226901.496572:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1781226901 00002000:00010000:2.0:1781226901.496574:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1781226901 00002000:00010000:2.0:1781226901.496576:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781226901.496614:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71343c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964640000:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226901.496661:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d0c448b/0x5d5522eac44668eb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470f6 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.496688:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d0c448b/0x5d5522eac44668eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470f6 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.496800:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3c00, rc 0) 00000100:00100000:2.0:1781226901.496866:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941690112:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7355us (7616us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226901.496877:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 380 00000100:00100000:3.0:1781226901.501638:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.501763:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941690240 00000100:00100000:0.0:1781226901.501776:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941690240 00000100:00100000:0.0:1781226901.501858:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1409 00000100:00100000:0.0:1781226901.501870:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+105:32602:x1867750941690240:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226901.501898:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226901.501926:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44668f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b470fd expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.502028:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.502044:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.502056:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226901.502129:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:0.0:1781226901.502133:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226901.502160:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.502188:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44668f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 107 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.502212:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 106 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.502226:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:0.0:1781226901.502228:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226901.502233:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6c00, rc 0) 00000100:00100000:0.0:1781226901.502636:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+106:32602:x1867750941690240:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 766us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226901.502645:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1409 00000100:00100000:1.0:1781226901.514895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.515011:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941690368 00000100:00100000:0.0:1781226901.515024:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941690368 00000100:00100000:0.0:1781226901.515105:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 381 00000100:00100000:0.0:1781226901.515118:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941690368:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226901.515142:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226901.515169:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466900 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47104 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226901.515265:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964640128:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226901.515393:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226901.520505:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964640128:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226901.520565:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466900 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47104 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.520605:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466900 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47104 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.520620:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7c00, rc 0) 00000100:00100000:0.0:1781226901.521427:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941690368:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 5582us (5817us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226901.521440:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 381 00000100:00100000:0.0:1781226901.537368:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.537508:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941690624 00000100:00100000:1.0:1781226901.537522:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941690624 00000100:00100000:1.0:1781226901.537618:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1410 00000100:00100000:1.0:1781226901.537632:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:32602:x1867750941690624:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:1.0:1781226901.538250:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:1.0:1781226901.539226:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:32602:x1867750941690624:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 1588us (1943us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226901.539239:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1410 00010000:00010000:3.0:1781226901.630433:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226901.630689:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226901.630748:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226901.630871:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:1.0:1781226901.630882:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226901.631172:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964640256:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226901.631317:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8110c00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226901.636134:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964640256:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226901.646568:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.646745:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941690752 00000100:00100000:3.0:1781226901.646759:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941690752 00000100:00100000:3.0:1781226901.646843:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1411 00000100:00100000:3.0:1781226901.646856:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:32612:x1867750941690752:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226901.646904:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226901.647059:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:32612:x1867750941690752:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 206us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.647074:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1411 00000100:00100000:0.0:1781226901.667850:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.668255:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691008 00000100:00100000:3.0:1781226901.668270:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691008 00000100:00100000:3.0:1781226901.668481:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1412 00000100:00100000:3.0:1781226901.668493:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:32612:x1867750941691008:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226901.668518:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226901.668543:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466907 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4710b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.668684:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446690e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.668781:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446690e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.668797:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446690e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226901.668812:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1781226901.668943:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466907 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4710b expref: 55 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.670119:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446690e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4710b expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.670139:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:3.0:1781226901.670142:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226901.670146:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eba00, rc 0) 00000100:00100000:3.0:1781226901.670247:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941691008:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1756us (2414us total) trans 4294968168 rc 0/0 00000100:00100000:3.0:1781226901.670258:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1412 00000100:00100000:0.0:1781226901.678994:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.679225:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691136 00000100:00100000:1.0:1781226901.679239:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691136 00000100:00100000:1.0:1781226901.679325:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 68 00000100:00100000:1.0:1781226901.679339:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941691136:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226901.679361:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226901.679393:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446690e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4710b expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226901.679435:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:1.0:1781226901.679441:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226901.679526:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2424:x1867750941691136:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 191us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226901.679534:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 68 00000100:00100000:0.0:1781226901.698687:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.698927:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691264 00000100:00100000:3.0:1781226901.698942:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691264 00000100:00100000:3.0:1781226901.699171:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 382 00000100:00100000:3.0:1781226901.699185:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941691264:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226901.699366:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.699395:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.699420:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226901.699422:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226901.699427:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.699474:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.699491:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 10 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226901.699512:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964640384:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226901.699649:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c3ab7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781226901.706160:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.706321:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964640384:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226901.706355:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226901.706464:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691392 00000100:00100000:0.0:1781226901.706474:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691392 00002000:00100000:0.0:1781226901.706537:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->157) req@ffff89a4c71343c0 x1867750941691392/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:712/0 lens 648/0 e 0 to 0 dl 1781226912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226901.706548:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71343c0 with x1867750941691392 ext(0->157) 00010000:00010000:0.0:1781226901.706557:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 11 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.706575:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 11 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226901.706583:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c71343c0 00000100:00100000:0.0:1781226901.709065:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 17 00000100:00100000:0.0:1781226901.709098:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941691392:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:0.0:1781226901.713804:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941691392:12345-192.168.202.30@tcp:4:cp.0 Request processed in 4704us (7641us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1781226901.713824:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 17 00002000:00100000:0.0:1781226901.713842:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->157) req@ffff89a4c71343c0 x1867750941691392/t4294967374(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:712/0 lens 648/448 e 0 to 0 dl 1781226912 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226901.713861:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71343c0 with x1867750941691392 ext(0->157) 00010000:00010000:0.0:1781226901.713874:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 13 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.713900:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 13 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226901.713908:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c71343c0 00000100:00100000:2.0:1781226901.724113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.724230:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691520 00000100:00100000:0.0:1781226901.724244:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691520 00010000:00010000:0.0:1781226901.724313:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 13 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226901.724373:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 430 00000100:00100000:0.0:1781226901.724386:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941691520:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226901.724407:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781226901.724444:0:8431:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781226901.724457:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 13 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.724473:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 13 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.724504:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2f92dbc/0x5d5522eac44668c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470e8 expref: 13 pid: 9780 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.724531:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226901.724533:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226901.724540:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.724552:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.724597:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226901.724669:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941691520:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 286us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226901.724678:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 430 00010000:00010000:2.0:1781226901.725540:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725557:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725591:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725601:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725610:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725618:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eae00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226901.725623:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725632:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725651:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.725659:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac446691c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226901.725783:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941691264:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 26600us (27110us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.725794:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 382 00000100:00100000:3.0:1781226901.744937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.745137:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691776 00000100:00100000:0.0:1781226901.745150:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691776 00000100:00100000:0.0:1781226901.745234:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1413 00000100:00100000:0.0:1781226901.745246:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32612:x1867750941691776:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226901.745398:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32612:x1867750941691776:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 154us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226901.745407:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1413 00000100:00100000:0.0:1781226901.754397:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.755631:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941691904 00000100:00100000:2.0:1781226901.755647:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941691904 00000100:00100000:2.0:1781226901.755766:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 383 00000100:00100000:2.0:1781226901.755779:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941691904:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226901.755908:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226901.755935:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47112 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226901.755963:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a2b5d95, atime: 0x0, ctime: 0x6a2b5d95, blocks: 0x8 00010000:00010000:2.0:1781226901.755986:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226901.755989:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226901.755998:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.756016:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 12 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.756031:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3600, rc 0) 00000100:00100000:2.0:1781226901.756096:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941691904:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 320us (1716us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.756104:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 383 00000040:00080000:0.0:1781226901.758466:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781226901.759859:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.760450:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941692160 00000100:00100000:3.0:1781226901.760467:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941692160 00000100:00100000:3.0:1781226901.760548:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1414 00000100:00100000:3.0:1781226901.760562:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32612:x1867750941692160:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226901.760749:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32612:x1867750941692160:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 191us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.760763:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1414 00000100:00100000:3.0:1781226901.767057:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.767187:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941692288 00000100:00100000:1.0:1781226901.767202:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941692288 00002000:00100000:1.0:1781226901.767265:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff89a6058761c0 x1867750941692288/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:712/0 lens 488/0 e 0 to 0 dl 1781226912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226901.767288:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058761c0 with x1867750941692288 ext(0->4095) 00002000:00010000:1.0:1781226901.767294:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6058761c0 00000100:00100000:1.0:1781226901.767343:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 102 00000100:00100000:1.0:1781226901.767353:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941692288:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226901.767569:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941692288:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 217us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226901.767577:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 102 00002000:00100000:1.0:1781226901.767584:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff89a6058761c0 x1867750941692288/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:712/0 lens 488/4536 e 0 to 0 dl 1781226912 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226901.767593:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058761c0 with x1867750941692288 ext(0->4095) 00002000:00010000:1.0:1781226901.767599:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a6058761c0 00000100:00100000:1.0:1781226901.783364:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.783740:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941692416 00000100:00100000:3.0:1781226901.783758:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941692416 00000100:00100000:3.0:1781226901.783846:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1415 00000100:00100000:3.0:1781226901.783858:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32612:x1867750941692416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226901.783887:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226901.783916:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446692a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47119 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.783963:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.783980:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.783995:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.784153:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446692a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 55 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.784183:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.784193:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:3.0:1781226901.784196:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226901.784200:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb000, rc 0) 00000100:00100000:3.0:1781226901.784285:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941692416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 429us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.784307:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1415 00000100:00100000:1.0:1781226901.793839:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.794039:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941692544 00000100:00100000:3.0:1781226901.794053:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941692544 00000100:00100000:3.0:1781226901.794138:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1416 00000100:00100000:3.0:1781226901.794152:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941692544:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226901.794205:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226901.794497:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941692544:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 348us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.794507:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1416 00000100:00100000:3.0:1781226901.797899:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.798004:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941692672 00000100:00100000:2.0:1781226901.798018:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941692672 00000100:00100000:2.0:1781226901.798095:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 384 00000100:00100000:2.0:1781226901.798107:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941692672:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226901.798167:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798189:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226901.798192:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226901.798198:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798215:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798249:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798257:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798265:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798272:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226901.798278:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798298:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798315:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226901.798323:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f174605e/0x5d5522eac4466938 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226901.798426:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941692672:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 319us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.798434:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 384 00000100:00100000:1.0:1781226901.823653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.823928:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941692928 00000100:00100000:3.0:1781226901.823943:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941692928 00000100:00100000:3.0:1781226901.824016:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1417 00000100:00100000:3.0:1781226901.824029:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941692928:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226901.824144:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.824167:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.824178:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.824228:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.824251:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 54 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226901.824271:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964640512:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226901.824397:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c3ab7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226901.832267:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964640512:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226901.832378:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226901.834308:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.834576:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693056 00000100:00100000:3.0:1781226901.834598:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693056 00010000:00010000:3.0:1781226901.834663:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 55 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226901.834744:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 431 00000100:00100000:3.0:1781226901.834756:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2427:x1867750941693056:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226901.834776:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226901.834784:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 55 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.834801:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 55 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.834831:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466931 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47119 expref: 55 pid: 6523 timeout: 960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.834861:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:3.0:1781226901.834867:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.834878:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.834886:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226901.834918:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226901.834985:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941693056:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 231us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.834994:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 431 00010000:00010000:0.0:1781226901.835218:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835228:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835447:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835456:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835463:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835469:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226901.835474:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835482:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835492:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:0.0:1781226901.835495:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226901.835498:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226901.835505:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446693f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226901.835617:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941692928:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 11590us (11987us total) trans 4294968169 rc 0/0 00000100:00100000:0.0:1781226901.835626:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1417 00000040:00080000:3.0:1781226901.837050:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226901.837060:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226901.837571:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1781226901.837583:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226901.843940:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.844037:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693312 00000100:00100000:2.0:1781226901.844052:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693312 00000100:00100000:2.0:1781226901.844137:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 272 00000100:00100000:2.0:1781226901.844151:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32612:x1867750941693312:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226901.844621:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32612:x1867750941693312:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 471us (697us total) trans 4294968170 rc 0/0 00000100:00100000:2.0:1781226901.844630:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 272 00000100:00100000:0.0:1781226901.924979:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.925625:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.925663:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.926813:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693824 00000100:00100000:1.0:1781226901.926831:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693824 00000100:00100000:1.0:1781226901.926916:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 689 00000100:00100000:1.0:1781226901.926930:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941693824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226901.927031:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+13:2427:x1867750941693824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 104us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226901.927042:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 689 00000100:00080000:3.0:1781226901.927257:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226901.932597:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226901.932655:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226901.932719:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693440 00000100:00100000:3.0:1781226901.932733:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693440 00000100:00100000:3.0:1781226901.932802:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 771 00000100:00100000:3.0:1781226901.932814:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941693440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226901.932910:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941693440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 98us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.932919:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 771 00000100:00100000:2.0:1781226901.938910:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693568 00000100:00100000:2.0:1781226901.938931:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693568 00000100:00100000:2.0:1781226901.939023:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694080 00000100:00100000:2.0:1781226901.939027:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694080 00000100:00100000:2.0:1781226901.939076:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1142 00000100:00100000:2.0:1781226901.939089:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:2427:x1867750941693568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226901.939198:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:2427:x1867750941693568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 112us (14234us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.939208:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1142 00000100:00100000:2.0:1781226901.939231:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1143 00000100:00100000:2.0:1781226901.939237:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941694080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226901.939261:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941694080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (13599us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.939267:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1143 00000100:00100000:1.0:1781226901.941491:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226901.941533:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226901.941613:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693952 00000100:00100000:2.0:1781226901.941624:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693952 00000100:00100000:2.0:1781226901.941859:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694208 00000100:00100000:2.0:1781226901.941864:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694208 00000100:00100000:2.0:1781226901.941902:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:2.0:1781226901.941911:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941693952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226901.941992:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941693952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 82us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.942001:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 690 00000100:00100000:2.0:1781226901.942024:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 691 00000100:00100000:2.0:1781226901.942031:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941694208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226901.942061:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941694208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226901.942067:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 691 00000100:00080000:2.0:1781226901.942085:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226901.942482:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941693696 00000100:00100000:3.0:1781226901.942489:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941693696 00000100:00100000:3.0:1781226901.943064:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1144 00000100:00100000:3.0:1781226901.943077:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941693696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226901.943136:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941693696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 63us (10480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226901.943144:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1144 00000100:00080000:2.0:1781226901.944960:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226902.524517:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964640768:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.524745:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.524805:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964641280:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.524828:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.524846:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964641792:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.524865:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.524895:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1781226902.524900:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964640640:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.524929:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.524949:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964641152:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.524974:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.524991:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964641664:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525011:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525027:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964642176:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525045:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525070:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964640896:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525092:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525106:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964641408:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525125:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525213:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964641920:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525235:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525252:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781226902.525257:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964641024:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525274:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525349:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964641536:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525372:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525389:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964642048:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525419:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.525480:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964640640 00000100:00100000:2.0:1781226902.525488:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964640640 00000100:00100000:2.0:1781226902.525542:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1781226902.525551:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964640640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525730:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964640640:12345-0@lo:400:kworker.0 Request processed in 178us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.525740:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1781226902.525780:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641152 00000100:00100000:2.0:1781226902.525784:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641152 00000100:00100000:2.0:1781226902.525807:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964640896 00000100:00100000:2.0:1781226902.525810:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964640896 00000100:00100000:2.0:1781226902.525822:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1781226902.525827:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964641152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525857:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964641152:12345-0@lo:400:kworker.0 Request processed in 30us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.525864:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1781226902.525874:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1781226902.525879:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964640896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.525903:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964640896:12345-0@lo:400:kworker.0 Request processed in 24us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.525909:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1781226902.525927:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641664 00000100:00100000:2.0:1781226902.525930:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641664 00000100:00100000:2.0:1781226902.525963:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964642176 00000100:00100000:2.0:1781226902.525966:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964642176 00000100:00100000:2.0:1781226902.525980:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641536 00000100:00100000:2.0:1781226902.525982:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641536 00000100:00100000:2.0:1781226902.525994:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964642048 00000100:00100000:2.0:1781226902.525996:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964642048 00000100:00100000:2.0:1781226902.526008:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1781226902.526013:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964641664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526042:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964641664:12345-0@lo:400:kworker.0 Request processed in 29us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526048:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1781226902.526058:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1781226902.526063:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964642176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526085:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964642176:12345-0@lo:400:kworker.0 Request processed in 22us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526090:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1781226902.526098:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1781226902.526103:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964641536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526124:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964641536:12345-0@lo:400:kworker.0 Request processed in 21us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526201:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1781226902.526213:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1781226902.526219:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964642048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526246:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964642048:12345-0@lo:400:kworker.0 Request processed in 28us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526252:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1781226902.526385:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964641536:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526396:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964642048:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526420:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964640896:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526459:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964642304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226902.526487:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226902.526516:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964640640:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526526:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964641152:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526536:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964641664:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526546:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964642176:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526754:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964640768 00000100:00100000:2.0:1781226902.526759:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964640768 00000100:00100000:2.0:1781226902.526784:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641280 00000100:00100000:2.0:1781226902.526786:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641280 00000100:00100000:2.0:1781226902.526798:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641792 00000100:00100000:2.0:1781226902.526801:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641792 00000100:00100000:2.0:1781226902.526812:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641408 00000100:00100000:2.0:1781226902.526814:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641408 00000100:00100000:2.0:1781226902.526826:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641920 00000100:00100000:2.0:1781226902.526828:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641920 00000100:00100000:2.0:1781226902.526839:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964641024 00000100:00100000:2.0:1781226902.526841:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964641024 00000100:00100000:2.0:1781226902.526853:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:2.0:1781226902.526859:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964640768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526899:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964640768:12345-0@lo:400:kworker.0 Request processed in 40us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526906:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:2.0:1781226902.526918:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1781226902.526923:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964641280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526945:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964641280:12345-0@lo:400:kworker.0 Request processed in 22us (2116us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526951:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1781226902.526960:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1781226902.526965:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964641792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.526985:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964641792:12345-0@lo:400:kworker.0 Request processed in 21us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.526991:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1781226902.527000:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1781226902.527005:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964641408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527030:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964641408:12345-0@lo:400:kworker.0 Request processed in 25us (1903us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.527036:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1781226902.527047:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1781226902.527052:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964641920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527075:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964641920:12345-0@lo:400:kworker.0 Request processed in 23us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.527081:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1781226902.527090:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1781226902.527095:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964641024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527116:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964641024:12345-0@lo:400:kworker.0 Request processed in 21us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.527121:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1781226902.527231:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964641024:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527242:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964641408:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527251:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964641920:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527278:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964640768:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527360:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964641280:0@lo:400:kworker.0 00000100:00100000:2.0:1781226902.527370:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964641792:0@lo:400:kworker.0 00000100:00100000:0.0:1781226902.528562:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226902.528583:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964642432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226902.528659:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226902.528926:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964642304 00000100:00100000:0.0:1781226902.528940:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964642304 00000100:00080000:3.0:1781226902.529107:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226902.529115:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226902.529118:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226902.529122:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226902.529210:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964642432 00000100:00100000:3.0:1781226902.529215:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964642432 00000100:00100000:3.0:1781226902.529371:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1781226902.529386:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964642432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226902.529431:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 28672 free 3920334848 avail 3688812544 00000100:00100000:3.0:1781226902.529916:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964642432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 532us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226902.529925:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1781226902.529944:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1781226902.530028:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964642304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226902.530046:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185375552 pending 28672 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781226902.530099:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964642304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (3612us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226902.530106:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1781226902.530229:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964642432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226902.530316:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964642304:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1781226902.655790:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226902.812116:0:23703:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226902.812132:0:23703:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226902.812179:0:23703:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:3.0:1781226902.812189:0:23703:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226902.881895:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226902.882192:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694336 00000100:00100000:2.0:1781226902.882206:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694336 00000100:00100000:2.0:1781226902.882430:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 385 00000100:00100000:2.0:1781226902.882444:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941694336:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226902.882469:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226902.882493:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47120 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.882531:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226902.882533:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226902.882544:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.882567:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.882585:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2c00, rc 0) 00000100:00100000:2.0:1781226902.882667:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941694336:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 227us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.882689:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 385 00000100:00100000:0.0:1781226902.906500:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226902.906579:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694592 00000100:00100000:0.0:1781226902.906591:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694592 00000100:00100000:0.0:1781226902.906661:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1418 00000100:00100000:0.0:1781226902.906673:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:32613:x1867750941694592:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226902.906734:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226902.906765:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac446694d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47127 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.906935:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466954 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.906955:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466954 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.906972:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466954 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226902.906991:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:0.0:1781226902.907153:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac446694d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47127 expref: 109 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.907174:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466954 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47127 expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.907183:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:0.0:1781226902.907186:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226902.907191:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6800, rc 0) 00000100:00100000:0.0:1781226902.907260:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:32613:x1867750941694592:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 588us (775us total) trans 4294968171 rc 0/0 00000100:00100000:0.0:1781226902.907268:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1418 00000001:00080000:0.0:1781226902.909664:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968171 is committed 00000001:00080000:0.0:1781226902.909693:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968170 is committed 00000001:00100000:0.0:1781226902.909748:0:6503:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000001:00080000:0.0:1781226902.909754:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968164 is committed 00000020:00000080:0.0:1781226902.909758:0:6503:0:(genops.c:906:class_export_put()) final put ffff89a5f7468800/9e89f187-9a34-4594-a03e-f649d3886b8d 00010000:00010000:0.0:1781226902.909797:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909823:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909833:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909840:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226902.909847:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909856:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909876:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff89a4c6fba600) 00010000:00010000:0.0:1781226902.909880:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226902.909885:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909891:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44667d3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909919:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909925:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909931:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909936:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226902.909938:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909944:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909952:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:0.0:1781226902.909955:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226902.909958:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909964:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44667da lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.909992:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.910000:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.910006:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.910011:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226902.910013:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.910019:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.910028:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a4c6fba900) 00010000:00010000:0.0:1781226902.910030:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226902.910033:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.910040:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44668ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1781226902.910064:0:12337:0:(genops.c:865:class_export_destroy()) destroying export ffff89a5f7468800/9e89f187-9a34-4594-a03e-f649d3886b8d for lustre-MDT0000 00000020:00000080:0.0:1781226902.910127:0:12337:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89a5f7469800 for lustre-MDT0000 00000100:00100000:3.0:1781226902.915681:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226902.915745:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694720 00000100:00100000:3.0:1781226902.915759:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694720 00000100:00100000:3.0:1781226902.915830:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 386 00000100:00100000:3.0:1781226902.915844:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941694720:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:3.0:1781226902.915906:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.915933:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.915943:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.915951:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226902.915953:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226902.915957:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.916009:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.916026:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 18 pid: 9780 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.916044:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964642560:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226902.916164:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.916174:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 11 pid: 17677 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.916184:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964642688:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226902.916206:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8c2d780 going to sleep for 11 seconds 00000100:00100000:2.0:1781226902.918766:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964642560:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226902.918792:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964642688:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226902.918840:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.923601:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226902.924198:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694848 00000100:00100000:0.0:1781226902.924213:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694848 00010000:00010000:0.0:1781226902.924290:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 12 pid: 17677 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226902.924888:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 432 00000100:00100000:0.0:1781226902.924904:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941694848:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226902.924928:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226902.924960:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 12 pid: 17677 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.924976:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 12 pid: 17677 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.925007:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466923 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47112 expref: 12 pid: 17677 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226902.925030:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226902.925123:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941694848:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 223us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226902.925132:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 432 00000100:00100000:0.0:1781226902.938272:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226902.938515:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941694976 00000100:00100000:3.0:1781226902.938531:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941694976 00010000:00010000:3.0:1781226902.938659:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 19 pid: 9780 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.941049:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 433 00000100:00100000:2.0:1781226902.941512:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+19:2424:x1867750941694976:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226902.941543:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226902.941588:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 19 pid: 9780 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.941611:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 19 pid: 9780 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.941645:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa6a41b/0x5d5522eac4466946 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47120 expref: 19 pid: 9780 timeout: 962 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.941668:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226902.941683:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226902.941690:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.941729:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226902.941770:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226902.941856:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941694976:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 796us (3598us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226902.941868:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 433 00010000:00010000:3.0:1781226902.942519:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942534:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942561:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942581:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942591:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942599:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226902.942605:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942615:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942633:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.942642:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466962 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.942767:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941694720:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 26921us (27092us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226902.942779:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 386 00000100:00100000:0.0:1781226902.963593:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226902.963995:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941695232 00000100:00100000:3.0:1781226902.964012:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941695232 00000100:00100000:3.0:1781226902.964093:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 273 00000100:00100000:3.0:1781226902.964106:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+105:32613:x1867750941695232:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:3.0:1781226902.964197:0:6527:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466954 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47127 expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781226902.964516:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968172 00000001:00080000:3.0:1781226902.965019:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968173 00010000:00010000:3.0:1781226902.965069:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.965089:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.965100:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.965109:0:6527:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.965162:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.965179:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 108 pid: 6524 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.965197:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964642816:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226902.965339:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226902.965350:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 48 pid: 6525 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.965360:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964642944:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226902.965387:0:6527:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226902.976232:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964642816:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226902.976252:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6527:1867750964642944:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226902.976305:0:6527:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226902.982048:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226902.982162:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226902.982388:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941695488 00000100:00100000:1.0:1781226902.982411:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941695488 00010000:00010000:1.0:1781226902.982466:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 49 pid: 6525 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226902.982506:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941695360 00000100:00100000:1.0:1781226902.982508:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941695360 00010000:00010000:1.0:1781226902.982521:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 109 pid: 6524 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226902.982544:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 434 00000100:00100000:1.0:1781226902.982553:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941695488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226902.982571:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226902.982584:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 49 pid: 6525 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982597:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 49 pid: 6525 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982623:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44668b3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470da expref: 49 pid: 6525 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982649:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:1.0:1781226902.982654:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982664:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982671:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226902.982774:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7891050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941695488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 221us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226902.982784:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 434 00000100:00100000:1.0:1781226902.982848:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 435 00000100:00100000:1.0:1781226902.982856:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+109:2427:x1867750941695360:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226902.982864:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226902.982869:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 109 pid: 6524 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982880:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 109 pid: 6524 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982893:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44668e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470ef expref: 109 pid: 6524 timeout: 962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982912:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:1.0:1781226902.982916:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982927:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982936:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.982965:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226902.982984:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+108:2427:x1867750941695360:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 130us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226902.982992:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 435 00010000:00010000:1.0:1781226902.983130:0:6527:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.983139:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226902.983291:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968174 00000001:00080000:1.0:1781226902.983452:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968175 00000001:00080000:1.0:1781226902.983497:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968176 00000100:00100000:1.0:1781226902.983604:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964643072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1781226902.983663:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226902.983724:0:6527:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7fe23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226902.983750:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964643072 00000100:00100000:1.0:1781226902.983756:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964643072 00000100:00100000:1.0:1781226902.983797:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781226902.983804:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6527:x1867750964643072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1781226902.983887:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6527:x1867750964643072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226902.983898:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781226902.983939:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964643072:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1781226902.984055:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968177 00000100:00100000:1.0:1781226902.984092:0:6527:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964643200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1781226902.984115:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226902.984133:0:6527:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226902.984149:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964643200 00000100:00100000:1.0:1781226902.984153:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964643200 00000100:00100000:1.0:1781226902.984179:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1781226902.984185:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6527:x1867750964643200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1781226902.984290:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6527:x1867750964643200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 104us (173us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1781226902.984296:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1781226902.984592:0:6527:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6527:1867750964643200:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1781226902.984610:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.984620:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.984628:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.984635:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226902.984640:0:6527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.984653:0:6527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.984668:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:1.0:1781226902.984671:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781226902.984676:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226902.984683:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466969 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226902.984847:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781226902.984934:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:1.0:1781226902.984948:0:6527:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 862125251224ns, next at 863125248730ns, rc = 0 00000001:00080000:1.0:1781226902.984956:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968178 00010000:00010000:1.0:1781226902.984986:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fbae00) 00010000:00010000:1.0:1781226902.984989:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781226902.984996:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466954 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47127 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226902.985107:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+111:32613:x1867750941695232:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 21005us (21536us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1781226902.985117:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 273 00000020:00080000:1.0:1781226902.985121:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000001:00080000:1.0:1781226902.995791:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:1.0:1781226902.995815:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00100000:1.0:1781226902.995832:0:9468:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000020:00000080:1.0:1781226902.995838:0:9468:0:(genops.c:906:class_export_put()) final put ffff89a4c8a65000/9e89f187-9a34-4594-a03e-f649d3886b8d 00000020:00000080:2.0:1781226902.995928:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff89a4c8a65000/9e89f187-9a34-4594-a03e-f649d3886b8d for lustre-OST0001 00000020:00000080:2.0:1781226902.995993:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89a4c8a61800 for lustre-OST0001 00000100:00100000:0.0:1781226903.059121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226903.059234:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941695744 00000100:00100000:2.0:1781226903.059248:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941695744 00000100:00100000:2.0:1781226903.059339:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1419 00000100:00100000:2.0:1781226903.059353:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:32614:x1867750941695744:12345-192.168.202.30@tcp:101:lseek_test.0 00010000:00010000:2.0:1781226903.059387:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226903.059431:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466970 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4712e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059534:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059554:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059568:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059587:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059594:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059602:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059796:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466985 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059805:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466985 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059812:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466985 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226903.059824:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:2.0:1781226903.059924:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059932:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059939:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059946:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059953:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226903.059959:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059967:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.059984:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226903.059987:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226903.059992:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060000:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466977 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060020:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060026:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060031:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060037:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226903.060040:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060045:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060053:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226903.060055:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226903.060059:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060065:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446697e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060148:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466970 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4712e expref: 114 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060163:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466985 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4712e expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.060171:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fba500) 00010000:00010000:2.0:1781226903.060173:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226903.060176:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3600, rc 0) 00000100:00100000:2.0:1781226903.060256:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+113:32614:x1867750941695744:12345-192.168.202.30@tcp:101:lseek_test.0 Request processed in 908us (1151us total) trans 4294968180 rc 0/0 00000100:00100000:2.0:1781226903.060266:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1419 00000100:00080000:0.0:1781226903.061622:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226903.067906:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226903.068005:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696000 00000100:00100000:1.0:1781226903.068020:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696000 00000100:00100000:1.0:1781226903.068123:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 69 00000100:00100000:1.0:1781226903.068136:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+113:32614:x1867750941696000:12345-192.168.202.30@tcp:103:lseek_test.0 00010000:00010000:1.0:1781226903.068159:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226903.068192:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466985 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4712e expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.068216:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a4c6fba500) 00010000:00010000:1.0:1781226903.068230:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226903.068305:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+112:32614:x1867750941696000:12345-192.168.202.30@tcp:103:lseek_test.0 Request processed in 171us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226903.068315:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 69 00000100:00100000:3.0:1781226903.082771:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226903.082921:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696128 00000100:00100000:0.0:1781226903.082935:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696128 00000100:00100000:0.0:1781226903.083016:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1420 00000100:00100000:0.0:1781226903.083029:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+112:32614:x1867750941696128:12345-192.168.202.30@tcp:58:lseek_test.0 00010000:00010000:0.0:1781226903.083186:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.083208:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.083222:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226903.083363:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:0.0:1781226903.083492:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+112:32614:x1867750941696128:12345-192.168.202.30@tcp:58:lseek_test.0 Request processed in 464us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226903.083502:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1420 00000100:00100000:3.0:1781226903.089848:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226903.089940:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696256 00000100:00100000:0.0:1781226903.089954:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696256 00000100:00100000:0.0:1781226903.090036:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1421 00000100:00100000:0.0:1781226903.090050:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+112:32614:x1867750941696256:12345-192.168.202.30@tcp:101:lseek_test.0 00010000:00010000:0.0:1781226903.090076:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226903.090105:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47135 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.090180:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.090193:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 113 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.090219:0:14117:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.090235:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 113 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.090252:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a5d9fbae00) 00010000:00010000:0.0:1781226903.090255:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226903.090260:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 113 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226903.090268:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7600, rc 0) 00000100:00100000:0.0:1781226903.090356:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:32614:x1867750941696256:12345-192.168.202.30@tcp:101:lseek_test.0 Request processed in 309us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226903.090365:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1421 00000100:00100000:0.0:1781226903.548453:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964643328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226903.548527:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226903.552629:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964643328 00000100:00100000:1.0:1781226903.552642:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964643328 00000100:00100000:1.0:1781226903.552969:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1781226903.552980:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964643328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226903.553038:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226903.553145:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964643328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 166us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226903.553153:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1781226903.553362:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964643328:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226903.676218:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226903.932558:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226903.932571:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226903.932604:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:2.0:1781226903.932615:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226903.933923:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964643456:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226903.934056:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c88500c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226903.938615:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226903.938741:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696384 00000100:00100000:1.0:1781226903.938754:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696384 00000100:00100000:1.0:1781226903.938860:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1422 00000100:00100000:1.0:1781226903.938872:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:32615:x1867750941696384:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226903.938922:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226903.939085:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:32615:x1867750941696384:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 215us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226903.939096:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1422 00000100:00080000:0.0:1781226903.939164:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226903.939590:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964643456:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226903.958075:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226903.960502:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696512 00000100:00100000:2.0:1781226903.960523:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696512 00000100:00100000:2.0:1781226903.961151:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1423 00000100:00100000:2.0:1781226903.961166:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32615:x1867750941696512:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781226903.961458:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961488:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961504:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961524:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961531:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961538:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961625:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961634:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.961641:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226903.962665:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:2.0:1781226903.962677:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226903.962777:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962797:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962810:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962818:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962826:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226903.962831:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962840:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962857:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226903.962861:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226903.962867:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962872:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669a1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962893:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962900:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962907:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962911:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226903.962915:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962922:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962929:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff89a4c6fba100) 00010000:00010000:2.0:1781226903.962931:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226903.962934:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962939:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669a8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962955:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962962:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962969:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962974:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226903.962977:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962982:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.962988:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a5d9fbae00) 00010000:00010000:2.0:1781226903.962991:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226903.962995:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226903.963001:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226903.963146:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32615:x1867750941696512:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 1977us (5081us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226903.963158:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1423 00000100:00100000:3.0:1781226903.991166:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226903.996669:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696768 00000100:00100000:1.0:1781226903.996718:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696768 00000100:00100000:1.0:1781226903.996851:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1424 00000100:00100000:1.0:1781226903.996866:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32615:x1867750941696768:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226903.996897:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226903.996926:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669b6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4713c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997117:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997138:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997152:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226903.997168:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:1.0:1781226903.997795:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997810:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997818:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997825:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226903.997832:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997842:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997858:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a5d9fbae00) 00010000:00010000:1.0:1781226903.997862:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226903.997868:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997876:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480800/0x5d5522eac44669bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997939:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669b6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4713c expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997952:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226903.997954:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226903.997958:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669b6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4713c expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226903.997972:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226903.998152:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:32615:x1867750941696768:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1288us (7000us total) trans 4294968181 rc 301/301 00000100:00100000:1.0:1781226903.998164:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1424 00000100:00100000:3.0:1781226904.006561:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226904.006720:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941696896 00000100:00100000:0.0:1781226904.006735:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941696896 00000100:00100000:0.0:1781226904.006836:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1425 00000100:00100000:0.0:1781226904.006849:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:32615:x1867750941696896:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226904.006905:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226904.007099:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:32615:x1867750941696896:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 251us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226904.007110:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1425 00000100:00100000:3.0:1781226904.014154:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.017438:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941697152 00000100:00100000:2.0:1781226904.017460:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941697152 00000100:00100000:2.0:1781226904.018535:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1426 00000100:00100000:2.0:1781226904.018571:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:32615:x1867750941697152:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.018600:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.018631:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669cb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47143 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.022816:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669d2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.022851:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.022868:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226904.022889:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:2.0:1781226904.023000:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669cb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47143 expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.023036:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47143 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.023048:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba100) 00010000:00010000:2.0:1781226904.023051:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226904.023056:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc 0) 00000100:00100000:2.0:1781226904.023252:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941697152:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 4702us (9112us total) trans 4294968182 rc 0/0 00000100:00100000:2.0:1781226904.023264:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1426 00000100:00100000:3.0:1781226904.035324:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226904.035427:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941697408 00000100:00100000:1.0:1781226904.035443:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941697408 00000100:00100000:1.0:1781226904.035539:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1427 00000100:00100000:1.0:1781226904.035554:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941697408:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226904.035639:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226904.035676:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44669d2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47143 expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.035955:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba100) 00010000:00010000:1.0:1781226904.035973:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226904.036019:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.036039:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.036051:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.036103:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.036123:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 112 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.036143:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964643584:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226904.036347:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7fe2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226904.054629:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964643584:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226904.054677:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226904.055173:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226904.055259:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941697536 00000100:00100000:1.0:1781226904.055275:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941697536 00010000:00010000:1.0:1781226904.055325:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 113 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.055375:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 436 00000100:00100000:1.0:1781226904.055396:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+113:2426:x1867750941697536:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226904.055417:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226904.055425:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 113 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.055438:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 113 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.055467:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac44668f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470fd expref: 113 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.055487:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:1.0:1781226904.055492:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.055505:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.055514:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.055812:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226904.055884:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941697536:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 497us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226904.055898:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 436 00010000:00010000:2.0:1781226904.063029:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063054:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063105:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063122:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063135:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063198:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063205:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063212:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063224:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063231:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226904.063236:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063244:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.063258:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226904.063261:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226904.064674:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065470:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44669e0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065511:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065517:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065523:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065527:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226904.065530:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065540:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065557:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x7118a07b (ffff89a4c6fba400) 00010000:00010000:2.0:1781226904.065558:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226904.065561:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.065565:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44669e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x7118a07b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.065728:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:32615:x1867750941697408:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 30173us (30418us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226904.065737:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1427 00000001:00100000:1.0:1781226904.067014:0:7437:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00000001:00080000:1.0:1781226904.067034:0:7437:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:1.0:1781226904.067040:0:7437:0:(genops.c:906:class_export_put()) final put ffff89a4c787c000/9e89f187-9a34-4594-a03e-f649d3886b8d 00000020:00000080:0.0:1781226904.067215:0:12337:0:(genops.c:865:class_export_destroy()) destroying export ffff89a4c787c000/9e89f187-9a34-4594-a03e-f649d3886b8d for lustre-MDT0001 00000020:00000080:0.0:1781226904.067307:0:12337:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89a4c787d800 for lustre-MDT0001 00000100:00100000:3.0:1781226904.072653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.072735:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941697664 00000100:00100000:2.0:1781226904.072751:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941697664 00000100:00100000:2.0:1781226904.072830:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1428 00000100:00100000:2.0:1781226904.072840:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:32615:x1867750941697664:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.072864:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.072894:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669ee lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4714a expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.072937:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.072951:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.072961:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.073128:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44669ee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.073148:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:3.0:1781226904.073155:0:8399:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9e89f187-9a34-4594-a03e-f649d3886b8d 00010000:00010000:2.0:1781226904.073156:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.073162:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000020:00000080:3.0:1781226904.073164:0:8399:0:(genops.c:906:class_export_put()) final put ffff89a4c8a64800/9e89f187-9a34-4594-a03e-f649d3886b8d 00010000:00010000:2.0:1781226904.073166:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000020:00000080:0.0:1781226904.073242:0:12337:0:(genops.c:865:class_export_destroy()) destroying export ffff89a4c8a64800/9e89f187-9a34-4594-a03e-f649d3886b8d for lustre-OST0000 00000020:00000080:0.0:1781226904.073310:0:12337:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89a4c8a62800 for lustre-OST0000 00000100:00100000:2.0:1781226904.073420:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941697664:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 579us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.073429:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1428 00000100:00100000:0.0:1781226904.075955:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.076006:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941697920 00000100:00100000:2.0:1781226904.076018:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941697920 00000100:00100000:2.0:1781226904.076104:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1429 00000100:00100000:2.0:1781226904.076117:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941697920:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.076230:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.076251:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.076266:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226904.076474:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000918542e8 reply state 000000005084218f transno 4294968183 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.076496:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.076505:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.076509:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226904.076513:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226904.076638:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32615:x1867750941697920:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 523us (694us total) trans 4294968183 rc 0/0 00000100:00100000:2.0:1781226904.076647:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1429 00000100:00100000:0.0:1781226904.079020:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.079080:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941698048 00000100:00100000:2.0:1781226904.079093:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941698048 00000100:00100000:2.0:1781226904.079216:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1430 00000100:00100000:2.0:1781226904.079230:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:32615:x1867750941698048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.079260:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.079286:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47151 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.079358:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.079394:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.079406:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.079409:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226904.079414:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3000, rc 0) 00000100:00100000:2.0:1781226904.079488:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32615:x1867750941698048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 261us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.079497:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1430 00000100:00100000:0.0:1781226904.084863:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226904.084953:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941698176 00000100:00100000:3.0:1781226904.084965:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941698176 00000100:00100000:3.0:1781226904.085039:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 274 00000100:00100000:3.0:1781226904.085053:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c4488450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32615:x1867750941698176:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1781226904.085242:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c4488450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32615:x1867750941698176:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 193us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226904.085252:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 274 00000100:00100000:1.0:1781226904.088080:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.088233:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941698432 00000100:00100000:2.0:1781226904.088247:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941698432 00000100:00100000:2.0:1781226904.088319:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 275 00000100:00100000:2.0:1781226904.088332:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:32615:x1867750941698432:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226904.088654:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32615:x1867750941698432:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 324us (590us total) trans 4294968184 rc 0/0 00000100:00100000:2.0:1781226904.088663:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 275 00000100:00100000:0.0:1781226904.090817:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.090888:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941698688 00000100:00100000:2.0:1781226904.090901:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941698688 00000100:00100000:2.0:1781226904.091015:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1431 00000100:00100000:2.0:1781226904.091028:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32615:x1867750941698688:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226904.091184:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32615:x1867750941698688:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 159us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.091194:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1431 00000100:00100000:0.0:1781226904.093346:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.093487:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941698944 00000100:00100000:2.0:1781226904.093499:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941698944 00000100:00100000:2.0:1781226904.093628:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1432 00000100:00100000:2.0:1781226904.093642:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32615:x1867750941698944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.093668:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.093734:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47158 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.093888:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.093913:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.093923:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.093968:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.093984:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 56 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.094000:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964643712:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226904.094136:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850840 going to sleep for 11 seconds 00000100:00100000:1.0:1781226904.098333:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226904.098545:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941699072 00000100:00100000:0.0:1781226904.098556:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941699072 00000100:00100000:2.0:1781226904.098582:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058683c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964643712:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226904.098607:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 57 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.098622:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226904.098659:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 437 00000100:00100000:0.0:1781226904.098672:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2426:x1867750941699072:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226904.098739:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226904.098748:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 57 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.098768:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 57 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.098798:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466a03 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47151 expref: 57 pid: 6523 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.098820:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:0.0:1781226904.098825:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.098838:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.098848:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.098876:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226904.098902:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.098912:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226904.098937:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000100:00100000:0.0:1781226904.098950:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941699072:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 279us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226904.098959:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 437 00000004:00080000:2.0:1781226904.099214:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:2.0:1781226904.099345:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099361:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099370:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099457:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226904.099464:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099474:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099486:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.099489:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226904.099493:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099500:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a11 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099565:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a0a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47158 expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099576:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff89a4c6fbac00) 00010000:00010000:2.0:1781226904.099579:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226904.099583:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47158 expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.099594:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2c00, rc 0) 00000100:00100000:2.0:1781226904.099743:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32615:x1867750941698944:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 6054us (6361us total) trans 4294968185 rc 301/301 00000100:00100000:2.0:1781226904.099754:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1432 00000100:00100000:1.0:1781226904.104634:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226904.104785:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941699328 00000100:00100000:3.0:1781226904.104801:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941699328 00000100:00100000:3.0:1781226904.104873:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 276 00000100:00100000:3.0:1781226904.104887:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:32615:x1867750941699328:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226904.105351:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:32615:x1867750941699328:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 465us (730us total) trans 4294968186 rc 0/0 00000100:00100000:3.0:1781226904.105361:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 276 00000100:00100000:0.0:1781226904.108478:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.108641:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941699456 00000100:00100000:2.0:1781226904.108654:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941699456 00000100:00100000:2.0:1781226904.108870:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1433 00000100:00100000:2.0:1781226904.108884:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:32615:x1867750941699456:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.108917:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.108945:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a1f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4715f expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.109057:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a26 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.109076:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.109090:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226904.109184:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:2.0:1781226904.109190:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226904.109217:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.109251:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a1f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4715f expref: 58 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.109273:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a26 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4715f expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.109291:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.109294:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226904.109299:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226904.109405:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:32615:x1867750941699456:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 508us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.109413:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1433 00000100:00100000:0.0:1781226904.113141:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.113304:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941699584 00000100:00100000:2.0:1781226904.113316:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941699584 00000100:00100000:2.0:1781226904.113436:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 387 00000100:00100000:2.0:1781226904.113451:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941699584:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.113475:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.113501:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47166 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226904.113537:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226904.113564:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226904.113567:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226904.113578:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.113601:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.113618:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2a00, rc 0) 00000100:00100000:2.0:1781226904.113725:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941699584:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 250us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.113735:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 387 00000100:00080000:0.0:1781226904.113808:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226904.116531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.116614:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941699840 00000100:00100000:2.0:1781226904.116625:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941699840 00000100:00100000:2.0:1781226904.116782:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1434 00000100:00100000:2.0:1781226904.116796:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+57:32615:x1867750941699840:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226904.116934:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+57:32615:x1867750941699840:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 141us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.116944:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1434 00000100:00100000:2.0:1781226904.119996:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226904.120136:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941699968 00000100:00100000:3.0:1781226904.120150:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941699968 00000100:00100000:3.0:1781226904.120327:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 388 00000100:00100000:3.0:1781226904.120340:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:32615:x1867750941699968:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226904.120366:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226904.120412:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4716d expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.120456:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.120467:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226904.120469:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226904.120474:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.120515:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.120532:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226904.120550:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964643840:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226904.120653:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c72450c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226904.123799:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964643840:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226904.123855:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.123893:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebe00, rc 0) 00000100:00100000:2.0:1781226904.124096:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:32615:x1867750941699968:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 3757us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.124109:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 388 00000100:00100000:1.0:1781226904.133488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226904.133666:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700096 00000100:00100000:0.0:1781226904.133679:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700096 00010000:00010000:0.0:1781226904.133843:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226904.133944:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 438 00000100:00100000:0.0:1781226904.133957:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941700096:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226904.133978:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226904.134010:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.134028:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.134133:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9cf0d77/0x5d5522eac4466a2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47166 expref: 11 pid: 8405 timeout: 963 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.134159:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226904.134161:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226904.134172:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.134185:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.134237:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 10 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226904.134253:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792de00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1867750964643968:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226904.134394:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8934cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226904.137930:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792de00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1867750964643968:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226904.137969:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226904.138058:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941700096:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4102us (4585us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226904.138073:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 438 00000100:00100000:1.0:1781226904.138957:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.139105:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700224 00000100:00100000:2.0:1781226904.139118:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700224 00002000:00100000:2.0:1781226904.139181:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff89a4c73bfc00 x1867750941700224/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:715/0 lens 648/0 e 0 to 0 dl 1781226915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226904.139194:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bfc00 with x1867750941700224 ext(0->157) 00002000:00010000:2.0:1781226904.139201:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c73bfc00 00000100:00100000:2.0:1781226904.139274:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 103 00000100:00100000:2.0:1781226904.139286:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941700224:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781226904.140349:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941700224:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 1056us (1388us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1781226904.140363:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 103 00002000:00100000:2.0:1781226904.140375:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff89a4c73bfc00 x1867750941700224/t4294967370(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:715/0 lens 648/448 e 0 to 0 dl 1781226915 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226904.140398:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c73bfc00 with x1867750941700224 ext(0->157) 00002000:00010000:2.0:1781226904.140406:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c73bfc00 00000100:00100000:3.0:1781226904.146584:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.146943:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700352 00000100:00100000:2.0:1781226904.146958:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700352 00000100:00100000:2.0:1781226904.147034:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1435 00000100:00100000:2.0:1781226904.147057:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:32615:x1867750941700352:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781226904.148608:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968186 is committed 00000001:00080000:1.0:1781226904.148638:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968180 is committed 00000004:00080000:1.0:1781226904.148643:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000020:00080000:1.0:1781226904.148666:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c341a600 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:1.0:1781226904.148671:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5d1b3ea00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c341ab40 00000020:00080000:1.0:1781226904.148675:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5d1b3ec00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c6e3e800 00000020:00080000:3.0:1781226904.148792:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000100:00100000:2.0:1781226904.148837:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226904.148861:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964644096:0@lo:6:osp-syn-1-0.0 00000020:00080000:3.0:1781226904.148867:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:2.0:1781226904.148950:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781226904.148965:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.148980:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.148989:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.148995:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226904.149001:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.149010:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.149030:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:0.0:1781226904.149033:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781226904.149136:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941700352:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 2079us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226904.149139:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964644096 00000100:00100000:3.0:1781226904.149148:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964644096 00000100:00100000:2.0:1781226904.149148:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1435 00000100:00100000:3.0:1781226904.149223:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1781226904.149234:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964644096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781226904.149688:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:27 count 1 00002000:00010000:3.0:1781226904.149759:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a2b5d95, atime: 0x0, ctime: 0x6a2b5d95, blocks: 0x8 00010000:00010000:3.0:1781226904.149770:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.149788:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226904.149791:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226904.149797:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.149813:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.149822:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.149830:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.149867:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781226904.150212:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226904.150222:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.150238:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226904.150242:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.150251:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.150336:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.150347:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466a3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.150374:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226904.150377:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226904.150378:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226904.150474:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964644096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1241us (1523us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1781226904.150482:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00010000:00010000:0.0:1781226904.150563:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.150570:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac44669fc lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781226904.150594:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226904.150665:0:3667:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1781226904.150671:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:2.0:1781226904.150814:0:3667:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff89a605868b40 x1867750964644096/t4294967376(4294967376) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781226920 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1781226904.150827:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a605868b40/2, rc 0, transno 4294967376 00000100:00100000:2.0:1781226904.150831:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964644096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781226904.153669:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.153787:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700480 00000100:00100000:2.0:1781226904.153799:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700480 00000100:00100000:2.0:1781226904.153849:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 390 00000100:00100000:2.0:1781226904.153858:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2424:x1867750941700480:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1781226904.155159:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:2.0:1781226904.155333:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941700480:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 1468us (1666us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.155349:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 390 00000100:00100000:1.0:1781226904.162747:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.162817:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700736 00000100:00100000:2.0:1781226904.162831:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700736 00000100:00100000:2.0:1781226904.162903:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1436 00000100:00100000:2.0:1781226904.162916:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:32615:x1867750941700736:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.162990:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226904.163023:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a26 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4715f expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.163050:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.163056:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226904.163095:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.163109:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.163118:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226904.164461:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000009cf39938 reply state 00000000cf5c00cc transno 4294968187 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.164489:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.164496:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.164499:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226904.164505:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226904.164657:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941700736:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 1740us (1918us total) trans 4294968187 rc 0/0 00000100:00100000:2.0:1781226904.164669:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1436 00000100:00100000:3.0:1781226904.166816:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.166866:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700864 00000100:00100000:2.0:1781226904.166879:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700864 00000100:00100000:2.0:1781226904.166945:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1437 00000100:00100000:2.0:1781226904.166958:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941700864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.167003:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226904.167031:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47174 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.167114:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.167129:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.167147:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226904.167149:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226904.167152:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3c00, rc 0) 00000100:00100000:2.0:1781226904.167223:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:32615:x1867750941700864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 268us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.167237:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1437 00000100:00100000:0.0:1781226904.172215:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.172310:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941700992 00000100:00100000:2.0:1781226904.172324:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941700992 00000100:00100000:2.0:1781226904.172404:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 391 00000100:00100000:2.0:1781226904.172414:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941700992:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781226904.172599:0:9780:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1781226904.172603:0:9780:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1781226901 00002000:00010000:2.0:1781226904.172605:0:9780:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1781226901 00002000:00010000:2.0:1781226904.172607:0:9780:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1781226901 00002000:00010000:2.0:1781226904.172608:0:9780:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781226904.172677:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941700992:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 266us (477us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1781226904.172684:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 391 00000100:00100000:1.0:1781226904.175532:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.175641:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941701248 00000100:00100000:2.0:1781226904.175653:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941701248 00000100:00100000:2.0:1781226904.175756:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1438 00000100:00100000:2.0:1781226904.175769:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:32615:x1867750941701248:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.175851:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.175868:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.175876:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.175912:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.175924:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 52 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.175953:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964644224:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226904.176056:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226904.179001:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.179162:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964644224:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226904.179197:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.179498:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941701376 00000100:00100000:1.0:1781226904.179508:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941701376 00010000:00010000:1.0:1781226904.179555:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.179644:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 439 00000100:00100000:1.0:1781226904.179657:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2426:x1867750941701376:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226904.179682:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226904.179691:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.179743:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.179769:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44669f5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4714a expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.179786:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:1.0:1781226904.179790:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.179799:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.179805:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.179829:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226904.179879:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:2426:x1867750941701376:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 227us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226904.179885:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 439 00010000:00010000:3.0:1781226904.179940:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.179946:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.179997:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.180002:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.180007:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.180011:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226904.180015:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.180021:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.180031:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:3.0:1781226904.180033:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781226904.180043:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.180048:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a50 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226904.180083:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941701248:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 4319us (4567us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781226904.180089:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1438 00000100:00100000:0.0:1781226904.182849:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.182958:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941701504 00000100:00100000:2.0:1781226904.182970:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941701504 00000100:00100000:2.0:1781226904.183070:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 392 00000100:00100000:2.0:1781226904.183082:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941701504:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.183138:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.183164:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.183173:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226904.183175:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226904.183179:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.183400:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.183416:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 11 pid: 15413 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.183435:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964644352:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226904.183551:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226904.186534:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964644352:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226904.186540:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:2.0:1781226904.186575:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.186631:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941701632 00000100:00100000:1.0:1781226904.186640:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941701632 00010000:00010000:1.0:1781226904.186683:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 12 pid: 15413 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.186759:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 440 00000100:00100000:1.0:1781226904.186772:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941701632:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226904.186792:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226904.186818:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 12 pid: 15413 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.186829:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 12 pid: 15413 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.186852:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e46fd28c/0x5d5522eac4466a34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4716d expref: 12 pid: 15413 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.186867:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226904.186869:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226904.186874:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.186881:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.186905:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226904.186929:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.186938:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.186959:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.186967:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.186973:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941701632:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 204us (435us total) trans 0 rc 0/0 00010000:00010000:2.0:1781226904.186977:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.186981:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 440 00010000:00010000:2.0:1781226904.186984:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226904.186988:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.187003:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.187014:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.187022:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f174605e/0x5d5522eac4466a57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.187078:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941701504:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 3998us (4243us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.187087:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 392 00000100:00100000:1.0:1781226904.189378:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.189452:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941701888 00000100:00100000:2.0:1781226904.189464:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941701888 00000100:00100000:2.0:1781226904.189529:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1439 00000100:00100000:2.0:1781226904.189542:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+51:32615:x1867750941701888:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226904.189640:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189658:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189668:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189865:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189875:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189881:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189914:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.189925:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 52 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.189940:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964644480:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226904.190038:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c88509c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226904.198149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226904.198319:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941702016 00000100:00100000:1.0:1781226904.198334:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941702016 00010000:00010000:1.0:1781226904.198399:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226904.198457:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 441 00000100:00100000:1.0:1781226904.198469:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2427:x1867750941702016:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226904.198492:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226904.198498:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.198513:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.198546:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:1.0:1781226904.198552:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.198563:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.198570:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.198590:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226904.198788:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466a49 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47174 expref: 53 pid: 14117 timeout: 963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226904.198810:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964644480:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226904.198833:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.198844:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226904.198849:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226904.198993:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968188 00000100:00100000:1.0:1781226904.199214:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2427:x1867750941702016:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 746us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226904.199222:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 441 00000001:00080000:2.0:1781226904.199373:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968189 00000001:00080000:2.0:1781226904.199427:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968190 00000100:00100000:2.0:1781226904.199525:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964644608:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781226904.199582:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226904.199739:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040c00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226904.199903:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964644608 00000100:00100000:1.0:1781226904.199911:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964644608 00000100:00080000:0.0:1781226904.200021:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226904.200079:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1781226904.200089:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964644608:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1781226904.200188:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964644608:12345-0@lo:1000:mdt00_000.0 Request processed in 101us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226904.200194:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1781226904.200254:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964644608:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1781226904.200412:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968191 00000100:00100000:3.0:1781226904.200477:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964644736:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781226904.200509:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226904.200529:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226904.200544:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964644736 00000100:00100000:2.0:1781226904.200549:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964644736 00000100:00100000:2.0:1781226904.200586:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1781226904.200594:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964644736:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781226904.200693:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1867750964644736:12345-0@lo:1000:mdt00_000.0 Request processed in 99us (181us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1781226904.200730:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1781226904.200734:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964644736:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1781226904.200787:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968192 00010000:00010000:3.0:1781226904.200809:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200817:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200824:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200828:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226904.200833:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200840:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200853:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:3.0:1781226904.200855:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226904.200859:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200863:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a65 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200884:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200889:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200892:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200895:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226904.200897:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200900:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200904:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a5d9fbae00) 00010000:00010000:3.0:1781226904.200905:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226904.200912:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200922:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200928:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.200954:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7600/0x5d5522eac446699a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47135 expref: 102 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226904.200965:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964644864:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226904.201026:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c72450c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226904.203654:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964644864:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226904.203805:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.203906:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941702144 00000100:00100000:2.0:1781226904.203916:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941702144 00000100:00100000:2.0:1781226904.204146:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 277 00000100:00100000:2.0:1781226904.204160:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+103:32614:x1867750941702144:12345-192.168.202.30@tcp:49:lseek_test.0 00000100:00100000:2.0:1781226904.204978:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+103:32614:x1867750941702144:12345-192.168.202.30@tcp:49:lseek_test.0 Request processed in 814us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.204990:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 277 00010000:00010000:3.0:1781226904.205003:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205015:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466993 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205441:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205459:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205477:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205494:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205501:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205509:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205515:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226904.205520:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205528:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205541:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a5d9fbae00) 00010000:00010000:3.0:1781226904.205545:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226904.205549:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205555:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466a6c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205630:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205637:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205643:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205650:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226904.205653:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205659:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205667:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff89a5d9fbae00) 00010000:00010000:3.0:1781226904.205669:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226904.205672:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.205677:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a5e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226904.205934:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:32615:x1867750941701888:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 16392us (16566us total) trans 4294968193 rc 0/0 00000100:00100000:3.0:1781226904.205945:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1439 00000020:00080000:3.0:1781226904.205950:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1781226904.207037:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226904.207127:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941702272 00000100:00100000:1.0:1781226904.207139:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941702272 00000100:00100000:1.0:1781226904.207226:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 393 00000100:00100000:1.0:1781226904.207238:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+13:32614:x1867750941702272:12345-192.168.202.30@tcp:101:lseek_test.0 00010000:00010000:1.0:1781226904.207261:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226904.207294:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a32ff260/0x5d5522eac4466a73 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4717b expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226904.207313:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226904.207318:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00002000:00010000:1.0:1781226904.207324:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a2b5d95, atime: 0x6a2b5d95, ctime: 0x6a2b5d95, blocks: 0x8 00010000:00010000:1.0:1781226904.207348:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226904.207351:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226904.207360:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a32ff260/0x5d5522eac4466a73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4717b expref: 14 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.207378:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a32ff260/0x5d5522eac4466a73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4717b expref: 14 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226904.207407:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480800, rc 0) 00000100:00100000:1.0:1781226904.207460:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+14:32614:x1867750941702272:12345-192.168.202.30@tcp:101:lseek_test.0 Request processed in 224us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226904.207468:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 393 00000100:00080000:0.0:1781226904.207810:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781226904.207841:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781226904.207850:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226904.208057:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226904.208120:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941702528 00000100:00100000:3.0:1781226904.208128:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941702528 00000100:00100000:3.0:1781226904.208177:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 278 00000100:00100000:3.0:1781226904.208187:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:32615:x1867750941702528:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781226904.208536:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1781226904.208579:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968194 00010000:00010000:3.0:1781226904.208613:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.208629:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.208642:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.208651:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.208658:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.208664:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226904.208686:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226904.208826:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:32615:x1867750941702528:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 639us (768us total) trans 4294968195 rc 0/0 00000100:00100000:3.0:1781226904.208834:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 278 00000020:00080000:3.0:1781226904.208837:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1781226904.208927:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226904.208936:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.208945:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226904.208949:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.208957:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.208971:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:0.0:1781226904.208974:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781226904.208978:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.208985:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466a7a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226904.209008:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226904.209010:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226904.209012:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226904.213018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226904.213169:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941702656 00000100:00100000:2.0:1781226904.213182:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941702656 00000100:00100000:2.0:1781226904.213291:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 394 00000100:00100000:2.0:1781226904.213304:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941702656:12345-192.168.202.30@tcp:23:lseek_test.0 00000100:00100000:2.0:1781226904.213475:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941702656:12345-192.168.202.30@tcp:23:lseek_test.0 Request processed in 173us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226904.213483:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 394 00000100:00100000:0.0:1781226904.223240:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226904.223361:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941702912 00000100:00100000:3.0:1781226904.223376:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941702912 00000100:00100000:3.0:1781226904.223511:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 279 00000100:00100000:3.0:1781226904.223526:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+103:32614:x1867750941702912:12345-192.168.202.30@tcp:35:lseek_test.0 00000100:00100000:3.0:1781226904.223928:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+104:32614:x1867750941702912:12345-192.168.202.30@tcp:35:lseek_test.0 Request processed in 405us (699us total) trans 4294968196 rc 0/0 00000100:00100000:3.0:1781226904.223938:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 279 00010000:00010000:3.0:1781226904.702153:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226905.084243:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964644992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226905.084460:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226905.084667:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964644992 00000100:00100000:2.0:1781226905.084689:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964644992 00000100:00100000:2.0:1781226905.084799:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1781226905.084812:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5efa9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964644992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226905.084844:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922444288 avail 3690893312 00000100:00100000:2.0:1781226905.084901:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5efa9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964644992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226905.084910:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1781226905.085425:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964644992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226905.085878:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226905.085896:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964645120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226905.085954:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226905.086178:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645120 00000100:00100000:3.0:1781226905.086185:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645120 00000100:00100000:3.0:1781226905.086250:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781226905.086261:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964645120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226905.086282:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922444288 avail 3690893312 00000100:00100000:3.0:1781226905.086323:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964645120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226905.086331:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:1.0:1781226905.086482:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226905.086513:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964645120:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1781226905.413293:0:23755:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226905.413309:0:23755:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226905.413346:0:23755:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:0.0:1781226905.413356:0:23755:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226905.733468:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226906.109287:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964645248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226906.109424:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226906.109957:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645248 00000100:00100000:3.0:1781226906.109969:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645248 00000100:00100000:3.0:1781226906.110047:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1781226906.110059:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964645248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226906.110105:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:3.0:1781226906.110183:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964645248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226906.110191:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1781226906.110752:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964645248:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781226906.747950:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226907.048922:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.048981:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049019:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049054:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049075:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049095:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049118:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049136:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049163:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226907.049206:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703552 00000100:00100000:1.0:1781226907.049219:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703552 00000100:00100000:1.0:1781226907.049308:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704064 00000100:00100000:1.0:1781226907.049312:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704064 00000100:00100000:1.0:1781226907.049332:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703424 00000100:00100000:1.0:1781226907.049335:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703424 00000100:00100000:1.0:1781226907.049351:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703936 00000100:00100000:1.0:1781226907.049354:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703936 00000100:00100000:1.0:1781226907.049382:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 696 00000100:00100000:1.0:1781226907.049395:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941703552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049489:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941703552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 97us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049500:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 696 00000100:00100000:1.0:1781226907.049520:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 697 00000100:00100000:1.0:1781226907.049527:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941704064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049553:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941704064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049559:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 697 00000100:00100000:1.0:1781226907.049572:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 698 00000100:00100000:1.0:1781226907.049578:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941703424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049603:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941703424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049608:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 698 00000100:00100000:1.0:1781226907.049619:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 699 00000100:00100000:1.0:1781226907.049626:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941703936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049662:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941703936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049668:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 699 00000100:00100000:1.0:1781226907.049690:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703296 00000100:00100000:1.0:1781226907.049727:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703296 00000100:00100000:1.0:1781226907.049768:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703808 00000100:00100000:1.0:1781226907.049771:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703808 00000100:00100000:1.0:1781226907.049784:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703168 00000100:00100000:1.0:1781226907.049786:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703168 00000100:00100000:1.0:1781226907.049799:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703680 00000100:00100000:1.0:1781226907.049801:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703680 00000100:00100000:1.0:1781226907.049815:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1151 00000100:00100000:1.0:1781226907.049821:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941703296:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049852:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941703296:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049858:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1151 00000100:00100000:1.0:1781226907.049871:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1152 00000100:00100000:1.0:1781226907.049877:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941703808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049900:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941703808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049906:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1152 00000100:00100000:1.0:1781226907.049917:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1153 00000100:00100000:1.0:1781226907.049923:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:2424:x1867750941703168:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.049952:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:2424:x1867750941703168:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.049958:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1153 00000100:00100000:1.0:1781226907.049969:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1154 00000100:00100000:1.0:1781226907.049975:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2424:x1867750941703680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226907.050001:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2424:x1867750941703680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.050011:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1154 00000100:00080000:1.0:1781226907.050043:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226907.050047:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226907.050051:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226907.050053:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226907.050256:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941703040 00000100:00100000:2.0:1781226907.050262:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941703040 00000100:00100000:2.0:1781226907.050296:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 773 00000100:00100000:2.0:1781226907.050303:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941703040:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226907.050328:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941703040:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226907.050334:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 773 00000100:00100000:2.0:1781226907.643995:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7927c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964645632:0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.644038:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226907.644069:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226907.644069:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.651999:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964645760:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.658167:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964646144:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.658243:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226907.659150:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964646656:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.659195:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.659408:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.659437:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964646272:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.659477:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964645504:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.659508:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.659539:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964646016:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.659562:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.659580:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964646528:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.659604:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226907.669054:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964647168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226907.669139:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226907.669191:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645376 00000100:00100000:2.0:1781226907.669200:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645376 00000100:00100000:2.0:1781226907.669276:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647168 00000100:00100000:2.0:1781226907.669280:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647168 00000100:00100000:2.0:1781226907.669312:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1781226907.669320:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964645376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226907.669364:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226907.669418:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964645376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (25349us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226907.669425:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1781226907.669444:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1781226907.669451:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964647168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226907.669460:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226907.669484:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964647168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226907.669490:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:2.0:1781226907.669508:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226907.669526:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.672390:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964647040:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.672460:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226907.672536:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645760 00000100:00100000:0.0:1781226907.672545:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645760 00000100:00100000:0.0:1781226907.672591:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646016 00000100:00100000:0.0:1781226907.672595:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646016 00000100:00100000:0.0:1781226907.672612:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1781226907.672621:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964645760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.672685:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964645760:12345-0@lo:400:kworker.0 Request processed in 64us (13276us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226907.672692:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1781226907.672732:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1781226907.672738:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964646016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.672775:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964646016:12345-0@lo:400:kworker.0 Request processed in 37us (13211us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226907.672785:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1781226907.672805:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645504 00000100:00100000:0.0:1781226907.672809:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645504 00000100:00100000:0.0:1781226907.672838:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1781226907.672845:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964645504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.672876:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964645504:12345-0@lo:400:kworker.0 Request processed in 31us (13367us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226907.672881:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1781226907.673017:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964645504:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.673030:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964646016:0@lo:400:kworker.0 00000100:00100000:3.0:1781226907.677091:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646528 00000100:00100000:3.0:1781226907.677107:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646528 00000100:00100000:3.0:1781226907.677203:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647040 00000100:00100000:3.0:1781226907.677207:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647040 00000100:00100000:3.0:1781226907.677240:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1781226907.677250:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964646528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226907.677361:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964646528:12345-0@lo:400:kworker.0 Request processed in 102us (17745us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226907.677369:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1781226907.677539:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1781226907.677547:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964647040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226907.677578:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964647040:12345-0@lo:400:kworker.0 Request processed in 33us (5119us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226907.677583:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:0.0:1781226907.677682:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226907.677752:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964646528:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.677766:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964647040:0@lo:400:kworker.0 00000100:00100000:3.0:1781226907.680405:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964647168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226907.681166:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964646784:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.681540:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226907.687906:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645632 00000100:00100000:1.0:1781226907.687926:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645632 00000100:00100000:1.0:1781226907.688006:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646144 00000100:00100000:1.0:1781226907.688010:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646144 00000100:00100000:1.0:1781226907.688036:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646656 00000100:00100000:1.0:1781226907.688039:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646656 00000100:00100000:1.0:1781226907.688051:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646272 00000100:00100000:1.0:1781226907.688054:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646272 00000100:00100000:1.0:1781226907.688074:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1781226907.688084:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964645632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.688205:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964645632:12345-0@lo:400:kworker.0 Request processed in 122us (44136us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.688212:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1781226907.688231:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1781226907.688238:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964646144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.688270:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964646144:12345-0@lo:400:kworker.0 Request processed in 33us (30026us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.688276:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1781226907.688287:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1781226907.688294:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964646656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.688327:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964646656:12345-0@lo:400:kworker.0 Request processed in 35us (29134us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.688334:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1781226907.688345:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1781226907.688367:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964646272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.688402:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964646272:12345-0@lo:400:kworker.0 Request processed in 51us (18875us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.688408:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00080000:1.0:1781226907.688449:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226907.688454:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226907.688492:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964646144:0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.688504:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964646656:0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.688514:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7927c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964645632:0@lo:400:kworker.0 00000100:00100000:0.0:1781226907.693233:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226907.693251:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964645888:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701554:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964645760:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701573:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964646272:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701608:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226907.701634:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964646400:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701687:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226907.701730:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646400 00000100:00100000:2.0:1781226907.701736:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646400 00000100:00100000:2.0:1781226907.701793:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1781226907.701801:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964646400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701854:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964646400:12345-0@lo:400:kworker.0 Request processed in 52us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226907.701862:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:2.0:1781226907.701897:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226907.701927:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964646400:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701934:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964646912:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.701959:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226907.702229:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646784 00000100:00100000:1.0:1781226907.702236:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646784 00000100:00100000:1.0:1781226907.702270:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964645888 00000100:00100000:1.0:1781226907.702273:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964645888 00000100:00100000:1.0:1781226907.702296:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1781226907.702303:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964646784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.702348:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964646784:12345-0@lo:400:kworker.0 Request processed in 46us (20810us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.702364:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1781226907.702380:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1781226907.702386:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964645888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226907.702419:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964645888:12345-0@lo:400:kworker.0 Request processed in 34us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226907.702426:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00080000:2.0:1781226907.702507:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226907.702529:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964646784:0@lo:400:kworker.0 00000100:00100000:2.0:1781226907.702553:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964645888:0@lo:400:kworker.0 00000100:00100000:3.0:1781226907.703223:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964646912 00000100:00100000:3.0:1781226907.703232:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964646912 00000100:00100000:3.0:1781226907.703265:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1781226907.703274:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964646912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226907.703339:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964646912:12345-0@lo:400:kworker.0 Request processed in 66us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226907.703346:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1781226907.703476:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964646912:0@lo:400:kworker.0 00010000:00010000:3.0:1781226907.772003:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226908.673154:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964647296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226908.673244:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226908.673445:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647296 00000100:00100000:1.0:1781226908.673454:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647296 00000100:00100000:1.0:1781226908.673548:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1781226908.673559:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964647296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226908.673597:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226908.673652:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964647296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226908.673659:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1781226908.673781:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964647296:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226908.796471:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781226909.705186:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000001:00080000:0.0:1781226909.719061:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968196 is committed 00000001:00080000:0.0:1781226909.719089:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968195 is committed 00000020:00080000:0.0:1781226909.719109:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5c7245840 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:0.0:1781226909.719115:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5c7245f00 00000020:00080000:0.0:1781226909.719120:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5f6936e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c7846a00 00000020:00080000:0.0:1781226909.719140:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00010000:00010000:0.0:1781226909.719164:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226909.719176:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226909.719184:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226909.719189:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226909.719194:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226909.719202:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226909.719237:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff89a4c6fba800) 00010000:00010000:0.0:1781226909.719241:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226909.719246:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226909.719253:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466a42 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1781226909.719291:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:0.0:1781226909.719384:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000001:00080000:1.0:1781226909.721235:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:1.0:1781226909.721253:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00010000:00010000:0.0:1781226909.820982:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226910.204538:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964647424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226910.204619:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226910.204977:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226910.204989:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964647552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226910.205021:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226910.205111:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647424 00000100:00100000:3.0:1781226910.205120:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647424 00000100:00100000:3.0:1781226910.205178:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647552 00000100:00100000:3.0:1781226910.205181:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647552 00000100:00100000:3.0:1781226910.205199:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1781226910.205207:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964647424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226910.205244:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1781226910.205295:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964647424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226910.205302:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1781226910.205320:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1781226910.205327:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964647552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226910.205362:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1781226910.205388:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964647552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226910.205397:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1781226910.205451:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964647552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226910.205464:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:3.0:1781226910.205470:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967372 00000100:00100000:3.0:1781226910.205493:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8395a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964647424:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781226910.205686:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781226910.843968:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226911.228416:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964647680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226911.228495:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226911.228575:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647680 00000100:00100000:3.0:1781226911.228583:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647680 00000100:00100000:2.0:1781226911.235902:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1781226911.235937:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964647680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226911.235981:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:2.0:1781226911.236078:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964647680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (7583us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226911.236087:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1781226911.236550:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964647680:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226911.357839:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226911.357849:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226911.357874:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:2.0:1781226911.357881:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226911.869797:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226912.011480:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226912.165140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165182:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165207:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165229:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165248:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165268:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165286:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165307:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165344:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.165372:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704704 00000100:00100000:3.0:1781226912.165381:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704704 00000100:00100000:3.0:1781226912.165435:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705216 00000100:00100000:3.0:1781226912.165438:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705216 00000100:00100000:3.0:1781226912.165458:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704576 00000100:00100000:3.0:1781226912.165462:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704576 00000100:00100000:3.0:1781226912.165476:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705088 00000100:00100000:3.0:1781226912.165478:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705088 00000100:00100000:3.0:1781226912.165494:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 704 00000100:00100000:3.0:1781226912.165505:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941704704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226912.165577:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941704704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 74us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.165585:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 704 00000100:00100000:3.0:1781226912.165603:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 705 00000100:00100000:3.0:1781226912.165610:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941705216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226912.165633:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941705216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.165640:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 705 00000100:00100000:3.0:1781226912.165652:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 706 00000100:00100000:3.0:1781226912.165657:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941704576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226912.165679:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+14:2427:x1867750941704576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.165685:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 706 00000100:00100000:3.0:1781226912.165720:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 707 00000100:00100000:3.0:1781226912.165727:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941705088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226912.165751:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941705088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.165757:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 707 00000100:00100000:2.0:1781226912.169409:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704448 00000100:00100000:2.0:1781226912.169422:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704448 00000100:00100000:2.0:1781226912.169478:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704960 00000100:00100000:2.0:1781226912.169482:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704960 00000100:00100000:2.0:1781226912.169496:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704320 00000100:00100000:2.0:1781226912.169499:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704320 00000100:00100000:2.0:1781226912.169510:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704832 00000100:00100000:2.0:1781226912.169512:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704832 00000100:00100000:2.0:1781226912.169532:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1161 00000100:00100000:2.0:1781226912.169542:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941704448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226912.169619:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941704448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (4436us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.169627:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1161 00000100:00100000:2.0:1781226912.169646:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1162 00000100:00100000:2.0:1781226912.169653:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941704960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226912.169677:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941704960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.169683:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1162 00000100:00100000:2.0:1781226912.169710:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1163 00000100:00100000:2.0:1781226912.169717:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+103:2427:x1867750941704320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226912.169739:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+103:2427:x1867750941704320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (4472us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.169748:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1163 00000100:00100000:2.0:1781226912.169759:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1164 00000100:00100000:2.0:1781226912.169765:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941704832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226912.169784:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2427:x1867750941704832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (4477us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.169789:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1164 00000100:00100000:2.0:1781226912.169823:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941704192 00000100:00100000:2.0:1781226912.169826:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941704192 00000100:00100000:2.0:1781226912.169852:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 775 00000100:00100000:2.0:1781226912.169858:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941704192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226912.169878:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941704192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.169884:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 775 00000100:00080000:1.0:1781226912.172892:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226912.172902:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226912.172905:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226912.172908:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226912.199919:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226912.203506:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705344 00000100:00100000:3.0:1781226912.203521:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705344 00000100:00100000:3.0:1781226912.203628:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1440 00000100:00100000:3.0:1781226912.203640:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32595:x1867750941705344:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226912.203782:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+48:32595:x1867750941705344:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 144us (3872us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.203790:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1440 00000100:00100000:1.0:1781226912.206724:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226912.209073:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705472 00000100:00100000:2.0:1781226912.209090:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705472 00000100:00100000:2.0:1781226912.209459:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1441 00000100:00100000:2.0:1781226912.209472:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:32595:x1867750941705472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226912.209643:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:32595:x1867750941705472:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 174us (2928us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.209650:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1441 00000100:00100000:3.0:1781226912.764129:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964647808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226912.764228:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226912.764319:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647808 00000100:00100000:3.0:1781226912.764327:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647808 00000100:00100000:3.0:1781226912.764396:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1781226912.764406:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964647808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226912.764560:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1781226912.764619:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964647808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 214us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.764626:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1781226912.764675:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964647808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226912.764961:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226912.764972:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964647936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226912.765006:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226912.765241:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964647936 00000100:00100000:2.0:1781226912.765249:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964647936 00000100:00100000:2.0:1781226912.765293:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1781226912.765301:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964647936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226912.765325:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226912.765372:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964647936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226912.765379:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1781226912.765568:0:3667:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1781226912.765574:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a605868b40, transno 4294967376 00000100:00100000:0.0:1781226912.765597:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964647936:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1781226912.766121:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226912.766276:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226912.766820:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964648192:0@lo:400:kworker.0 00000100:00100000:0.0:1781226912.766880:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226912.766923:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781226912.766929:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964648320:0@lo:400:kworker.0 00000100:00100000:0.0:1781226912.766957:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226912.766998:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648192 00000100:00100000:0.0:1781226912.767004:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648192 00000100:00100000:0.0:1781226912.767053:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1781226912.767063:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964648192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226912.767110:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964648192:12345-0@lo:400:kworker.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226912.767118:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1781226912.767154:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964648192:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.767561:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648320 00000100:00100000:1.0:1781226912.767566:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648320 00000100:00100000:1.0:1781226912.767597:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1781226912.767612:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964648320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.767661:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964648320:12345-0@lo:400:kworker.0 Request processed in 57us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226912.767667:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1781226912.767724:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964648320:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.768049:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964648448:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.768082:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226912.768121:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964648064:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.768146:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226912.768368:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648064 00000100:00100000:1.0:1781226912.768373:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648064 00000100:00100000:1.0:1781226912.768409:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781226912.768416:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964648064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.768461:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964648064:12345-0@lo:400:kworker.0 Request processed in 46us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226912.768468:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1781226912.768624:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648448 00000100:00100000:0.0:1781226912.768629:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648448 00000100:00100000:0.0:1781226912.768662:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:0.0:1781226912.768669:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964648448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226912.768719:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964648448:12345-0@lo:400:kworker.0 Request processed in 50us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226912.768725:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1781226912.768880:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964648448:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.768888:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964648064:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.769099:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226912.769137:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226912.769146:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964648704:0@lo:400:kworker.0 00000100:00100000:2.0:1781226912.769175:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226912.769229:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964648832:0@lo:400:kworker.0 00000100:00100000:2.0:1781226912.769248:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226912.769317:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648704 00000100:00100000:0.0:1781226912.769321:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648704 00000100:00100000:0.0:1781226912.769358:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648832 00000100:00100000:0.0:1781226912.769362:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648832 00000100:00100000:0.0:1781226912.769378:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1781226912.769383:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964648704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.769720:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1781226912.769729:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964648832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.769763:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964648832:12345-0@lo:400:kworker.0 Request processed in 36us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226912.769769:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1781226912.769787:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226912.769795:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964648960:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.769821:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226912.769849:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648960 00000100:00100000:1.0:1781226912.769853:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648960 00000100:00100000:1.0:1781226912.769882:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1781226912.769888:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964648960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.769921:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964648960:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226912.769930:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1781226912.769957:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964648960:0@lo:400:kworker.0 00000100:00080000:1.0:1781226912.769991:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226912.769995:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226912.769997:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226912.770036:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964648832:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.770045:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964648704:0@lo:400:kworker.0 00000100:00100000:0.0:1781226912.770612:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964648704:12345-0@lo:400:kworker.0 Request processed in 1226us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226912.770620:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1781226912.772842:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964648576:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.772918:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226912.774660:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964648576 00000100:00100000:0.0:1781226912.774675:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964648576 00000100:00100000:0.0:1781226912.774776:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1781226912.774787:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964648576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226912.774882:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964648576:12345-0@lo:400:kworker.0 Request processed in 96us (1962us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226912.774889:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1781226912.775298:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964648576:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.777906:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964649344:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.777979:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226912.778036:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226912.778042:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964649216:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.778066:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226912.778100:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964649344 00000100:00100000:1.0:1781226912.778107:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964649344 00000100:00100000:1.0:1781226912.778155:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964649216 00000100:00100000:1.0:1781226912.778158:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964649216 00000100:00100000:1.0:1781226912.778191:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1781226912.778201:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964649344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.778257:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964649344:12345-0@lo:400:kworker.0 Request processed in 58us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226912.778264:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1781226912.778282:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1781226912.778288:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964649216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.778324:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964649216:12345-0@lo:400:kworker.0 Request processed in 36us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226912.778333:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00080000:1.0:1781226912.778360:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226912.778364:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226912.778383:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964649088:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.778411:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226912.778627:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964649216:0@lo:400:kworker.0 00000100:00100000:1.0:1781226912.778639:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964649344:0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.779569:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964649088 00000100:00100000:3.0:1781226912.779580:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964649088 00000100:00100000:3.0:1781226912.779651:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1781226912.779659:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964649088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226912.779754:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964649088:12345-0@lo:400:kworker.0 Request processed in 96us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226912.779761:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1781226912.779886:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964649088:0@lo:400:kworker.0 00000100:00080000:1.0:1781226912.779952:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781226912.892394:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226913.789677:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226913.789728:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964649472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226913.789802:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226913.789924:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964649472 00000100:00100000:0.0:1781226913.789932:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964649472 00000100:00100000:0.0:1781226913.789991:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781226913.790001:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964649472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226913.790040:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226913.790090:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964649472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226913.790098:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1781226913.790386:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964649472:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226913.929275:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1781226914.584457:0:23952:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 21:15:12 (1781226912) 00010000:00010000:3.0:1781226914.941318:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226915.324053:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226915.324088:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964649600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226915.324159:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226915.324474:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226915.324485:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964649728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226915.324516:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226915.324624:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964649600 00000100:00100000:1.0:1781226915.324633:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964649600 00000100:00100000:1.0:1781226915.324751:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964649728 00000100:00100000:1.0:1781226915.324755:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964649728 00000100:00080000:0.0:1781226915.324858:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226915.325003:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1781226915.325013:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964649600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226915.325051:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:2.0:1781226915.325116:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964649600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226915.325124:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1781226915.325142:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1781226915.325149:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964649728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226915.325158:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:2.0:1781226915.325187:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964649728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226915.325193:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1781226915.325235:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964649728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226915.325523:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964649600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226915.510630:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.514531:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705600 00000100:00100000:2.0:1781226915.514549:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705600 00000100:00100000:2.0:1781226915.514653:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1442 00000100:00100000:2.0:1781226915.514667:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:33238:x1867750941705600:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226915.514852:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+48:33238:x1867750941705600:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 189us (4231us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226915.514860:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1442 00000100:00080000:0.0:1781226915.515009:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226915.520571:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.522651:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705728 00000100:00100000:3.0:1781226915.522675:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705728 00000100:00100000:3.0:1781226915.523025:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1443 00000100:00100000:3.0:1781226915.523042:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33238:x1867750941705728:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1781226915.523177:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226915.523228:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33238:x1867750941705728:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 191us (2667us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226915.523237:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1443 00000100:00100000:3.0:1781226915.542924:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.543333:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941705856 00000100:00100000:2.0:1781226915.543348:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941705856 00000100:00080000:0.0:1781226915.543463:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226915.543473:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1444 00000100:00100000:2.0:1781226915.543488:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+103:33239:x1867750941705856:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226915.543664:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226915.543839:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47182 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.543931:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.543948:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.543961:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.543982:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.543990:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.543997:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544387:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544395:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544402:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544409:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.544414:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544423:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544669:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226915.544674:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.544680:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544688:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466a88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544843:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544850:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544856:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544861:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.544864:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544872:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544880:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226915.544883:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.544886:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544892:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466a8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544942:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a81 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47182 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544954:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226915.544957:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.544962:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466a81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47182 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.544972:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226915.545345:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+103:33239:x1867750941705856:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1858us (2435us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226915.545357:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1444 00000100:00100000:2.0:1781226915.552202:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.552867:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706112 00000100:00100000:1.0:1781226915.552881:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706112 00000100:00100000:1.0:1781226915.552962:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1445 00000100:00100000:1.0:1781226915.552975:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+103:33239:x1867750941706112:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226915.553113:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226915.553151:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac44667e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4709b expref: 103 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.553609:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226915.553616:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226915.553930:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.553955:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.553965:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.554286:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.554307:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 47 pid: 6525 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226915.554324:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964649856:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226915.554476:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226915.560224:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.560434:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706240 00000100:00100000:3.0:1781226915.560465:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706240 00010000:00010000:3.0:1781226915.560678:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 48 pid: 6525 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226915.560771:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 442 00000100:00100000:3.0:1781226915.560784:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2426:x1867750941706240:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226915.560807:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226915.560816:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 48 pid: 6525 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.560832:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 48 pid: 6525 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.560861:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226915.560866:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.560880:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.560888:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.560911:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226915.560985:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:2426:x1867750941706240:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 203us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226915.560995:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 442 00010000:00010000:2.0:1781226915.562965:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466827 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b470b0 expref: 47 pid: 6525 timeout: 974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226915.562998:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964649856:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226915.563087:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563180:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563198:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563231:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563243:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563254:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563921:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563931:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563941:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226915.563958:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000635c03a1 reply state 00000000fdc7863e transno 4294968197 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563968:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.563978:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a5f680b800) 00010000:00010000:0.0:1781226915.563981:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226915.563986:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781226915.563993:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:0.0:1781226915.564001:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564008:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564014:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564021:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226915.564025:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564033:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564045:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226915.564048:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226915.564052:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564059:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466a96 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226915.564073:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000635c03a1 reply state 00000000fdc7863e transno 4294968197 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564098:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.564104:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff89a5f680b000) 00010000:00010000:0.0:1781226915.564107:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226915.564109:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781226915.564214:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:33239:x1867750941706112:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 11238us (12022us total) trans 4294968197 rc 0/0 00000100:00100000:0.0:1781226915.564224:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1445 00000001:00080000:0.0:1781226915.579461:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968197 is committed 00000020:00080000:0.0:1781226915.579481:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00000020:00080000:3.0:1781226915.579632:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:3.0:1781226915.579646:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00010000:00010000:1.0:1781226915.579954:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.579968:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.579977:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.579983:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.579988:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.579995:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580013:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff89a5f680b000) 00010000:00010000:1.0:1781226915.580017:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.580021:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580027:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466a9d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580046:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580052:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580057:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580061:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.580064:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580069:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580085:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a5f680b800) 00010000:00010000:1.0:1781226915.580088:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.580091:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.580097:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466aa4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226915.583038:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.583329:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706368 00000100:00100000:3.0:1781226915.583348:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706368 00000100:00100000:3.0:1781226915.583662:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1446 00000100:00100000:3.0:1781226915.583676:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+102:33240:x1867750941706368:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226915.583769:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226915.583800:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466aab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47189 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.583894:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466ab2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.583913:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.583928:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226915.583995:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226915.583999:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226915.584036:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.584069:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466aab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47189 expref: 104 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.584093:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47189 expref: 103 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.584104:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226915.584107:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226915.584112:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb400, rc 0) 00000100:00100000:3.0:1781226915.584497:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+103:33240:x1867750941706368:12345-192.168.202.30@tcp:101:bash.0 Request processed in 823us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226915.584507:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1446 00000100:00100000:0.0:1781226915.588061:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.588145:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706496 00000100:00100000:2.0:1781226915.588370:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706496 00000100:00100000:2.0:1781226915.588621:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1447 00000100:00100000:2.0:1781226915.588635:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+103:33240:x1867750941706496:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226915.588664:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226915.588692:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ab9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47190 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.588983:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589011:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589029:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589047:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589055:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589062:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589355:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466ace lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589365:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589374:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226915.589426:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1781226915.589431:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226915.589629:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589644:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589652:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589664:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589671:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.589676:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.589685:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590378:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226915.590384:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.590391:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590399:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466ac0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590420:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590427:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590433:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590607:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.590611:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590624:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590634:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226915.590636:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.590639:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.590645:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466ac7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.591667:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ab9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47190 expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.591731:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3c00/0x5d5522eac4466ace lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47190 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.591740:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226915.591742:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226915.591745:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3c00, rc 0) 00000100:00100000:2.0:1781226915.592015:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:33240:x1867750941706496:12345-192.168.202.30@tcp:101:bash.0 Request processed in 3381us (3962us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226915.592025:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1447 00000100:00100000:3.0:1781226915.595384:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.595679:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706624 00000100:00100000:1.0:1781226915.595718:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706624 00000100:00100000:1.0:1781226915.595935:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1448 00000100:00100000:1.0:1781226915.595950:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:33240:x1867750941706624:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226915.595976:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226915.596004:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466ad5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47197 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596091:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596109:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596122:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596140:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596148:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596620:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.596683:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597078:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597086:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597093:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.597098:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597106:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597125:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.597128:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.597134:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597141:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466adc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597172:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597178:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597184:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597189:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.597193:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597199:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597207:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8021d00) 00010000:00010000:1.0:1781226915.597210:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.597213:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597219:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ae3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597294:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466ad5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47197 expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597306:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.597309:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.597313:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466ad5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47197 expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.597325:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480400, rc 0) 00000100:00100000:1.0:1781226915.597434:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:33240:x1867750941706624:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1487us (2061us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226915.600127:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1448 00000100:00100000:1.0:1781226915.613774:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.614039:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706752 00000100:00100000:3.0:1781226915.614054:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706752 00000100:00100000:3.0:1781226915.614143:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1449 00000100:00100000:3.0:1781226915.614326:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+47:33241:x1867750941706752:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226915.614366:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226915.614399:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466aea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4719e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.614657:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.614677:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.614690:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226915.614783:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781226915.614788:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226915.614816:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.614848:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466aea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.614872:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.614884:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226915.614887:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226915.614892:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb600, rc 0) 00000100:00100000:3.0:1781226915.614994:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:33241:x1867750941706752:12345-192.168.202.30@tcp:101:rm.0 Request processed in 840us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226915.615010:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1449 00000100:00100000:3.0:1781226915.619290:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.619390:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941706880 00000100:00100000:2.0:1781226915.619403:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941706880 00000100:00100000:2.0:1781226915.619666:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1450 00000100:00100000:2.0:1781226915.619679:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+48:33241:x1867750941706880:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226915.619801:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226915.619828:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466af8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471a5 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.619921:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.619939:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.619953:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.619969:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.619976:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.619983:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620300:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2400/0x5d5522eac4466b0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620310:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2400/0x5d5522eac4466b0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620318:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2400/0x5d5522eac4466b0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226915.620367:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1781226915.620372:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226915.620399:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2400/0x5d5522eac4466b0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620413:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620419:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620427:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620434:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.620608:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620619:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620634:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226915.620637:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.620643:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620649:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466aff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620670:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620677:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620689:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620762:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.620766:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620773:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620782:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226915.620784:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.620787:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620794:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620836:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466af8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471a5 expref: 50 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620854:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2400/0x5d5522eac4466b0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471a5 expref: 49 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.620862:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226915.620864:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781226915.620867:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2400, rc 0) 00000100:00100000:2.0:1781226915.621017:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33241:x1867750941706880:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1340us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226915.621031:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1450 00000100:00100000:2.0:1781226915.626889:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.626991:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707008 00000100:00100000:1.0:1781226915.627014:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707008 00000100:00100000:1.0:1781226915.627088:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1451 00000100:00100000:1.0:1781226915.627100:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33241:x1867750941707008:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226915.627127:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226915.627156:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466b14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471ac expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627259:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627286:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627300:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627317:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627325:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627332:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627382:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627390:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627397:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627408:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.627412:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627421:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627435:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.627438:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.627443:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627450:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627467:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627473:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627479:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627485:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.627487:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627493:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627504:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8021d00) 00010000:00010000:1.0:1781226915.627507:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.627509:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627820:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627867:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466b14 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471ac expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627878:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.627880:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.627884:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466b14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471ac expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.627892:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481400, rc 0) 00000100:00100000:1.0:1781226915.628161:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33241:x1867750941707008:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1061us (1283us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226915.628181:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1451 00000100:00100000:0.0:1781226915.633723:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.633859:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707136 00000100:00100000:2.0:1781226915.633872:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707136 00000100:00100000:2.0:1781226915.633950:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1452 00000100:00100000:2.0:1781226915.633962:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33241:x1867750941707136:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226915.633987:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226915.634025:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466b29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471b3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634114:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634131:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634146:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634173:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634182:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634190:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634259:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634268:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634285:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634292:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.634297:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634305:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634319:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226915.634323:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.634328:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634335:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634352:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634358:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634365:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634370:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.634374:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634380:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634389:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a4c6fba200) 00010000:00010000:2.0:1781226915.634391:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.634394:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634400:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634442:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466b29 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471b3 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634453:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226915.634455:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.634459:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466b29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471b3 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.634469:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000100:00100000:2.0:1781226915.634762:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33241:x1867750941707136:12345-192.168.202.30@tcp:101:rm.0 Request processed in 801us (1079us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226915.634771:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1452 00000100:00100000:3.0:1781226915.646591:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.646926:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707264 00000100:00100000:2.0:1781226915.646940:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707264 00000100:00100000:2.0:1781226915.647103:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1453 00000100:00100000:2.0:1781226915.647117:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33242:x1867750941707264:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226915.647143:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226915.647172:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466b3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471ba expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647294:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647312:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647326:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647343:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647351:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647358:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647413:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647421:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647428:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647435:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.647557:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647568:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647584:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226915.647588:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.647595:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647602:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466b45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647624:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647631:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647637:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647641:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226915.647644:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647651:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647658:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a4c6fba200) 00010000:00010000:2.0:1781226915.647660:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.647664:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647670:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466b4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647760:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466b3e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471ba expref: 50 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647772:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226915.647774:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226915.647778:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466b3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471ba expref: 50 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.647789:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000100:00100000:2.0:1781226915.647883:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33242:x1867750941707264:12345-192.168.202.30@tcp:101:cp.0 Request processed in 770us (1468us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226915.647893:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1453 00000100:00100000:0.0:1781226915.651030:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.651146:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707392 00000100:00100000:1.0:1781226915.651172:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707392 00000100:00100000:1.0:1781226915.651257:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1454 00000100:00100000:1.0:1781226915.651270:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33242:x1867750941707392:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226915.651323:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226915.651356:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471c1 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651685:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651745:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651759:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651777:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651785:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651792:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651851:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651860:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651868:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651876:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.651882:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651895:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651910:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.651913:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.651918:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651926:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466b5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651944:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651950:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651956:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651962:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.651964:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651970:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651978:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8021d00) 00010000:00010000:1.0:1781226915.651980:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.651983:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.651995:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.652037:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b53 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c1 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.652048:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.652051:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.652055:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466b53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c1 expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.652065:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481a00, rc 0) 00000100:00100000:1.0:1781226915.652411:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33242:x1867750941707392:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1142us (1412us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226915.652419:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1454 00000100:00100000:1.0:1781226915.656690:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.657587:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707648 00000100:00100000:3.0:1781226915.657602:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707648 00000100:00100000:3.0:1781226915.657751:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1455 00000100:00100000:3.0:1781226915.657764:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33242:x1867750941707648:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226915.657791:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226915.657818:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466b68 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471c8 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.657967:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.657986:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.658010:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.658029:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.658037:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.658043:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781226915.660604:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1781226915.660877:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660896:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660910:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660957:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660965:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660972:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660978:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226915.660983:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.660992:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.661553:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:3.0:1781226915.661557:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226915.661564:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.661577:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4466b6f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226915.661596:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000007c7a0304 reply state 00000000dcffc801 transno 4294968198 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.661609:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.661616:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226915.661619:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226915.661623:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781226915.661677:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466b68 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.661761:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.661771:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:3.0:1781226915.661773:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226915.661776:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:3.0:1781226915.661868:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33242:x1867750941707648:12345-192.168.202.30@tcp:101:cp.0 Request processed in 4106us (5194us total) trans 4294968198 rc 0/0 00000100:00100000:3.0:1781226915.661879:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1455 00000100:00100000:1.0:1781226915.665916:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226915.666016:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707776 00000100:00100000:2.0:1781226915.666029:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707776 00000100:00100000:2.0:1781226915.666126:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 395 00000100:00100000:2.0:1781226915.666140:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941707776:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226915.666175:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226915.666203:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471cf expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226915.666239:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226915.666275:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226915.666286:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226915.666298:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.666323:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226915.666343:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000100:00100000:2.0:1781226915.666432:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941707776:12345-192.168.202.30@tcp:101:cp.0 Request processed in 295us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226915.666457:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 395 00000100:00080000:1.0:1781226915.668091:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226915.670290:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.670406:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941707904 00000100:00100000:1.0:1781226915.670420:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941707904 00000100:00100000:1.0:1781226915.670545:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 396 00000100:00100000:1.0:1781226915.670557:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:33242:x1867750941707904:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226915.670581:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226915.670606:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471d6 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.670650:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.670660:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226915.670662:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226915.670667:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.670746:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.670762:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226915.670780:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964649984:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226915.670902:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226915.673538:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964649984:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226915.673588:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 11 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.673615:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481a00, rc 0) 00000100:00100000:1.0:1781226915.673689:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:33242:x1867750941707904:12345-192.168.202.30@tcp:101:cp.0 Request processed in 3134us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226915.673727:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 396 00000100:00100000:2.0:1781226915.675908:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.675997:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941708032 00000100:00100000:3.0:1781226915.676017:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941708032 00010000:00010000:3.0:1781226915.676064:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226915.676119:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 443 00000100:00100000:3.0:1781226915.676130:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941708032:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226915.676149:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226915.676186:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.676203:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.676231:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ba7ba4a/0x5d5522eac4466b8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471cf expref: 11 pid: 8405 timeout: 974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.676249:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226915.676251:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226915.676261:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.676272:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.676331:0:9477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226915.676349:0:9477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9477:1867750964650112:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226915.676469:0:9477:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8850540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226915.680371:0:9477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9477:1867750964650112:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226915.680405:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226915.680492:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941708032:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4362us (4593us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226915.680506:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 443 00000100:00100000:2.0:1781226915.683688:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.684124:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941708288 00000100:00100000:3.0:1781226915.684140:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941708288 00000100:00100000:3.0:1781226915.684221:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 280 00000100:00100000:3.0:1781226915.684233:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c448ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33242:x1867750941708288:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:3.0:1781226915.684666:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c448ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33242:x1867750941708288:12345-192.168.202.30@tcp:35:cp.0 Request processed in 435us (991us total) trans 4294968199 rc 0/0 00000100:00100000:3.0:1781226915.684676:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 280 00000100:00100000:2.0:1781226915.777789:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.780537:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941708416 00000100:00100000:1.0:1781226915.780558:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941708416 00000100:00100000:1.0:1781226915.780662:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1456 00000100:00100000:1.0:1781226915.780677:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+104:33245:x1867750941708416:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226915.780734:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226915.780764:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b99 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471dd expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.780858:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.780878:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.780892:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.780908:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.780917:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.780923:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781040:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781050:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781058:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226915.781120:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:1.0:1781226915.781126:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226915.781150:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781165:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781174:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781180:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781187:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781193:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.781198:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781207:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781222:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226915.781225:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.781231:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781237:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466ba0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781259:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781266:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781272:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781288:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226915.781291:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781296:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781304:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8b2c700) 00010000:00010000:1.0:1781226915.781306:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226915.781310:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781315:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466ba7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781345:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466b99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781360:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.781372:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:1.0:1781226915.781374:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226915.781377:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480400, rc 0) 00000100:00100000:1.0:1781226915.781473:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+105:33245:x1867750941708416:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 799us (3711us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226915.781481:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1456 00000100:00100000:0.0:1781226915.786656:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.787748:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941708544 00000100:00100000:3.0:1781226915.787775:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941708544 00000100:00080000:1.0:1781226915.787831:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226915.787873:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 397 00000100:00100000:3.0:1781226915.787887:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941708544:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226915.787910:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226915.787945:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e46fd28c/0x5d5522eac4466bb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471e4 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226915.789266:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964650240:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226915.789446:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f59e9cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1781226915.794165:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226915.794180:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1781226915 00002000:00010000:3.0:1781226915.794183:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1781226915 00002000:00010000:3.0:1781226915.794187:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1781226915 00002000:00010000:3.0:1781226915.794190:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226915.794223:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964650240:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226915.794272:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e46fd28c/0x5d5522eac4466bb5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471e4 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.794311:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e46fd28c/0x5d5522eac4466bb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471e4 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226915.794326:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebe00, rc 0) 00000100:00100000:3.0:1781226915.794466:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941708544:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 6582us (7822us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226915.794477:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 397 00000100:00100000:2.0:1781226915.806783:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226915.806892:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941708672 00000100:00100000:0.0:1781226915.806906:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941708672 00000100:00100000:0.0:1781226915.807092:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1457 00000100:00100000:0.0:1781226915.807106:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+105:33245:x1867750941708672:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226915.807131:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226915.807165:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471eb expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.807260:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.807285:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.807300:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226915.807361:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1781226915.807365:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226915.807391:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.807425:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.807457:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226915.807467:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:0.0:1781226915.807470:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226915.807474:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6000, rc 0) 00000100:00100000:0.0:1781226915.807556:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:33245:x1867750941708672:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 453us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226915.807565:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1457 00000100:00100000:2.0:1781226915.812203:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226915.812376:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941708800 00000100:00100000:1.0:1781226915.812390:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941708800 00000100:00100000:1.0:1781226915.812838:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 398 00000100:00100000:1.0:1781226915.812854:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941708800:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226915.812878:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226915.813212:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076e9fe11/0x5d5522eac4466bca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471f2 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226915.813383:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964650368:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226915.813945:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226915.822021:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8396580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964650368:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226915.822082:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000076e9fe11/0x5d5522eac4466bca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471f2 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.822118:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076e9fe11/0x5d5522eac4466bca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471f2 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226915.822143:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481800, rc 0) 00000100:00100000:1.0:1781226915.822419:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941708800:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 9569us (10230us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226915.822430:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 398 00000100:00100000:2.0:1781226915.831893:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226915.832430:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709056 00000100:00100000:3.0:1781226915.832455:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709056 00000100:00100000:3.0:1781226915.832543:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1458 00000100:00100000:3.0:1781226915.832556:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33245:x1867750941709056:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:3.0:1781226915.832831:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:3.0:1781226915.833140:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33245:x1867750941709056:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 586us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226915.833150:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1458 00010000:00010000:0.0:1781226915.964063:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226916.093867:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226916.348489:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964650496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226916.348851:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226916.349079:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964650496 00000100:00100000:3.0:1781226916.349091:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964650496 00000100:00100000:3.0:1781226916.349165:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1781226916.349176:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964650496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226916.349225:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:3.0:1781226916.349292:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964650496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226916.349301:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1781226916.349966:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964650496:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781226916.484112:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226916.484127:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226916.484422:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:0.0:1781226916.484434:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226916.486128:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1a40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964650624:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226916.486353:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79336c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226916.492636:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226916.493104:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1a40 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964650624:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226916.493535:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709184 00000100:00100000:1.0:1781226916.493545:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709184 00000100:00100000:1.0:1781226916.493660:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1459 00000100:00100000:1.0:1781226916.493673:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33255:x1867750941709184:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226916.493744:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226916.493882:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33255:x1867750941709184:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 212us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226916.493890:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1459 00000100:00100000:0.0:1781226916.499565:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226916.500120:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709440 00000100:00100000:1.0:1781226916.500134:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709440 00000100:00100000:1.0:1781226916.500290:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1460 00000100:00100000:1.0:1781226916.500302:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33255:x1867750941709440:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226916.500326:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226916.500351:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466bd1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b471f9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226916.500890:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466bd8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226916.500907:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226916.500925:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226916.501021:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:1.0:1781226916.501383:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466bd1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471f9 expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226916.501407:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471f9 expref: 55 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226916.501417:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:1.0:1781226916.501420:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226916.501423:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226916.501675:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941709440:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1375us (2123us total) trans 4294968200 rc 0/0 00000100:00100000:1.0:1781226916.501686:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1460 00000100:00100000:3.0:1781226916.505457:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226916.507065:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.507506:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709696 00000100:00100000:3.0:1781226916.507519:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709696 00000100:00100000:3.0:1781226916.507605:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 70 00000100:00100000:3.0:1781226916.507617:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2427:x1867750941709696:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226916.507637:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226916.507670:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466bd8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471f9 expref: 55 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.507723:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:3.0:1781226916.507730:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226916.507805:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941709696:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 191us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226916.507815:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 70 00000100:00100000:1.0:1781226916.511493:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709568 00000100:00100000:1.0:1781226916.511515:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709568 00000100:00100000:0.0:1781226916.512140:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 399 00000100:00100000:0.0:1781226916.512155:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941709568:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226916.512222:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.512247:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.512256:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226916.512258:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226916.512262:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.512317:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 10 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.512333:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 10 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226916.512350:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964650752:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226916.512534:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8785000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226916.523370:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964650752:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226916.523414:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226916.525520:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.525672:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709824 00000100:00100000:3.0:1781226916.525684:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709824 00002000:00100000:3.0:1781226916.525767:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff89a4c8379a40 x1867750941709824/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:727/0 lens 648/0 e 0 to 0 dl 1781226927 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226916.525779:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8379a40 with x1867750941709824 ext(0->157) 00010000:00010000:3.0:1781226916.525799:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 11 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.525817:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 11 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226916.525825:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c8379a40 00000100:00100000:3.0:1781226916.525856:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 18 00000100:00100000:3.0:1781226916.525868:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941709824:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:3.0:1781226916.527510:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941709824:12345-192.168.202.30@tcp:4:cp.0 Request processed in 1632us (1989us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1781226916.527525:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 18 00002000:00100000:3.0:1781226916.527537:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff89a4c8379a40 x1867750941709824/t4294967377(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:727/0 lens 648/448 e 0 to 0 dl 1781226927 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226916.527548:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8379a40 with x1867750941709824 ext(0->157) 00010000:00010000:3.0:1781226916.527558:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 13 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.527576:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 13 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226916.527585:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c8379a40 00000100:00100000:0.0:1781226916.542372:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.544863:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941709952 00000100:00100000:3.0:1781226916.544884:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941709952 00010000:00010000:3.0:1781226916.545138:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 13 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226916.545337:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 444 00000100:00100000:3.0:1781226916.545351:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941709952:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226916.545372:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226916.545396:0:6510:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226916.545405:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 13 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.545423:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 13 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.545468:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0f54c3a/0x5d5522eac4466b92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471d6 expref: 13 pid: 9780 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.545489:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226916.545492:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226916.545499:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.545511:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.545546:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226916.545630:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941709952:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 282us (3268us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226916.545640:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 444 00010000:00010000:0.0:1781226916.552453:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552482:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552522:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552531:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552540:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552547:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226916.552552:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552561:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552585:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.552594:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c9310f/0x5d5522eac4466be6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226916.552756:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941709568:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 40597us (47318us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226916.552769:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 399 00000100:00100000:1.0:1781226916.575092:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.575233:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941710208 00000100:00100000:3.0:1781226916.575247:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941710208 00000100:00100000:3.0:1781226916.575337:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1461 00000100:00100000:3.0:1781226916.575350:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33255:x1867750941710208:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226916.575526:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33255:x1867750941710208:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 177us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226916.575535:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1461 00000100:00100000:0.0:1781226916.584343:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226916.585567:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941710336 00000100:00100000:2.0:1781226916.585586:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941710336 00000100:00100000:2.0:1781226916.585772:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 400 00000100:00100000:2.0:1781226916.585784:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941710336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226916.585809:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226916.585835:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47200 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226916.585869:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a2b5da3, atime: 0x0, ctime: 0x6a2b5da3, blocks: 0x8 00010000:00010000:2.0:1781226916.585894:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226916.585897:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226916.585919:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.585951:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 12 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.585969:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226916.586062:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941710336:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 280us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226916.586070:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 400 00000100:00100000:3.0:1781226916.597026:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.597073:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941710592 00000100:00100000:3.0:1781226916.597086:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941710592 00000100:00100000:3.0:1781226916.597156:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1462 00000100:00100000:3.0:1781226916.597168:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33255:x1867750941710592:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226916.597320:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33255:x1867750941710592:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 153us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226916.597329:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1462 00000100:00100000:0.0:1781226916.601606:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.601827:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941710720 00000100:00100000:3.0:1781226916.601840:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941710720 00002000:00100000:3.0:1781226916.601901:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4095) req@ffff89a4c8378000 x1867750941710720/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:727/0 lens 488/0 e 0 to 0 dl 1781226927 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226916.601915:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8378000 with x1867750941710720 ext(0->4095) 00002000:00010000:3.0:1781226916.601923:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8378000 00000100:00100000:3.0:1781226916.603083:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 104 00000100:00100000:3.0:1781226916.603106:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941710720:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781226916.603380:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941710720:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 283us (1787us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226916.603390:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 104 00002000:00100000:3.0:1781226916.603401:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4095) req@ffff89a4c8378000 x1867750941710720/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:727/0 lens 488/4536 e 0 to 0 dl 1781226927 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226916.603411:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8378000 with x1867750941710720 ext(0->4095) 00002000:00010000:3.0:1781226916.603417:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8378000 00000100:00100000:3.0:1781226916.611932:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226916.612058:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941710848 00000100:00100000:0.0:1781226916.612073:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941710848 00000100:00100000:0.0:1781226916.612149:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1463 00000100:00100000:0.0:1781226916.612161:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33255:x1867750941710848:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226916.612189:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226916.612216:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466bf4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47207 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.612276:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.612295:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.612309:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.612476:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466bf4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.612498:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 55 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.612509:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:0.0:1781226916.612512:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226916.612517:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7e00, rc 0) 00000100:00100000:0.0:1781226916.612601:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941710848:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 443us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226916.612610:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1463 00000100:00100000:3.0:1781226916.619652:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226916.619910:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941710976 00000100:00100000:0.0:1781226916.619923:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941710976 00000100:00100000:0.0:1781226916.620122:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1464 00000100:00100000:0.0:1781226916.620134:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941710976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226916.620191:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226916.620353:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941710976:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 221us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226916.620363:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1464 00000100:00100000:3.0:1781226916.632923:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226916.633073:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941711104 00000100:00100000:2.0:1781226916.633087:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941711104 00000100:00100000:2.0:1781226916.633163:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 401 00000100:00100000:2.0:1781226916.633176:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941711104:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226916.633252:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633282:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226916.633285:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226916.633291:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633311:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633352:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633361:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633369:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633377:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226916.633382:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633392:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633411:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.633419:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000934fa6de/0x5d5522eac4466c02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226916.633825:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941711104:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 649us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226916.633835:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 401 00000100:00100000:2.0:1781226916.635609:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226916.636016:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941711360 00000100:00100000:3.0:1781226916.636027:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941711360 00000100:00100000:3.0:1781226916.636099:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1465 00000100:00100000:3.0:1781226916.636111:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941711360:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226916.636528:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.636551:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 55 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.636560:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.636607:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 55 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226916.636622:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 55 pid: 6524 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226916.636640:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964650880:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226916.636761:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226916.648534:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964650880:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226916.648536:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226916.648574:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226916.648742:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941711488 00000100:00100000:2.0:1781226916.648751:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941711488 00010000:00010000:2.0:1781226916.648801:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 56 pid: 6524 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226916.648846:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 445 00000100:00100000:2.0:1781226916.648857:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2427:x1867750941711488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226916.648878:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226916.648886:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 56 pid: 6524 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.648900:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 56 pid: 6524 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.648933:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466bfb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47207 expref: 56 pid: 6524 timeout: 975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.648962:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:2.0:1781226916.648967:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.648979:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.648988:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226916.649404:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226916.649491:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2427:x1867750941711488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 634us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226916.649501:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 445 00010000:00010000:0.0:1781226916.649662:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.649672:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650359:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650372:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650379:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650385:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ebe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226916.650390:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650400:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650416:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:0.0:1781226916.650419:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226916.650423:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226916.650429:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac4466c09 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226916.650796:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226916.650803:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1781226916.653085:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941711360:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 16954us (17463us total) trans 4294968201 rc 0/0 00000100:00100000:0.0:1781226916.653107:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1465 00000040:00080000:3.0:1781226916.653481:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1781226916.653500:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226916.659033:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226916.659220:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941711744 00000100:00100000:0.0:1781226916.659233:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941711744 00000100:00100000:0.0:1781226916.659317:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 281 00000100:00100000:0.0:1781226916.659330:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33255:x1867750941711744:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226916.659756:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33255:x1867750941711744:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 427us (736us total) trans 4294968202 rc 0/0 00000100:00100000:0.0:1781226916.659766:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 281 00000040:00080000:1.0:1781226916.928006:0:24001:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226916.928021:0:24001:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226916.928066:0:24001:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:1.0:1781226916.928077:0:24001:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226916.988310:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226917.000895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.002022:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941711872 00000100:00100000:3.0:1781226917.002038:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941711872 00000100:00100000:3.0:1781226917.002245:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 402 00000100:00100000:3.0:1781226917.002259:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941711872:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226917.002301:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226917.002326:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4720e expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.002358:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226917.002360:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226917.002370:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.002391:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.002407:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb000, rc 0) 00000100:00080000:1.0:1781226917.003183:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226917.003593:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941711872:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1333us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.003605:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 402 00000100:00100000:2.0:1781226917.025898:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.033879:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941712128 00000100:00100000:3.0:1781226917.033914:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941712128 00000100:00080000:3.0:1781226917.034219:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226917.034584:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1466 00000100:00100000:0.0:1781226917.034604:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33256:x1867750941712128:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226917.034630:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226917.034658:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c17 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47215 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226917.034849:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c1e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226917.034867:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226917.034881:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226917.034897:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:0.0:1781226917.035214:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c17 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47215 expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226917.035237:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c1e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47215 expref: 108 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226917.035247:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:0.0:1781226917.035252:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781226917.035257:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7e00, rc 0) 00000100:00100000:0.0:1781226917.035360:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:33256:x1867750941712128:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 764us (9475us total) trans 4294968203 rc 0/0 00000100:00100000:0.0:1781226917.035370:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1466 00000100:00100000:3.0:1781226917.059735:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.059782:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941712256 00000100:00100000:3.0:1781226917.059797:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941712256 00000100:00100000:3.0:1781226917.059867:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 403 00000100:00100000:3.0:1781226917.059879:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941712256:12345-192.168.202.30@tcp:1:lfs.0 00010000:00010000:3.0:1781226917.059937:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.064074:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.064098:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.064107:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226917.064109:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226917.064115:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.064248:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.064286:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 18 pid: 9780 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226917.064307:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1324b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964651008:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226917.064605:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.064616:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 11 pid: 15413 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226917.064626:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964651136:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226917.064665:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c82b1000 going to sleep for 11 seconds 00000100:00100000:3.0:1781226917.068770:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226917.068941:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941712384 00000100:00100000:2.0:1781226917.068954:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941712384 00010000:00010000:2.0:1781226917.069022:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 19 pid: 9780 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226917.069072:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 446 00000100:00100000:1.0:1781226917.069073:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1324b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964651008:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226917.069083:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadeec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+19:2427:x1867750941712384:12345-192.168.202.30@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1781226917.069087:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964651136:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226917.069102:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226917.069118:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.069128:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 19 pid: 9780 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.069143:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 19 pid: 9780 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226917.071901:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.074498:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941712512 00000100:00100000:3.0:1781226917.074516:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941712512 00010000:00010000:3.0:1781226917.074596:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 12 pid: 15413 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1781226917.074601:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226917.074649:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 447 00000100:00100000:3.0:1781226917.074661:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941712512:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226917.074681:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226917.074731:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 12 pid: 15413 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.074754:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 12 pid: 15413 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.074783:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f63346b2/0x5d5522eac4466bed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47200 expref: 12 pid: 15413 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.074806:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226917.074896:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941712512:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 237us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.074905:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 447 00010000:00010000:2.0:1781226917.076260:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4466c10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4720e expref: 19 pid: 9780 timeout: 976 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076296:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226917.076299:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226917.076304:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076315:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226917.076536:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226917.076613:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadeec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941712384:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 7530us (7856us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226917.076624:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 446 00010000:00010000:2.0:1781226917.076900:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076914:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076967:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076976:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076985:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.076992:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226917.076997:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.077008:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.077022:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.077036:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cec8f0a/0x5d5522eac4466c2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226917.077095:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941712256:12345-192.168.202.30@tcp:1:lfs.0 Request processed in 17219us (17400us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226917.077103:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 403 00000100:00100000:3.0:1781226917.086487:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226917.086560:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941712768 00000100:00100000:2.0:1781226917.086574:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941712768 00000100:00100000:2.0:1781226917.086657:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 282 00000100:00100000:2.0:1781226917.086670:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+108:33256:x1867750941712768:12345-192.168.202.30@tcp:35:lfs.0 00000004:00010000:2.0:1781226917.086786:0:6526:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c1e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47215 expref: 108 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226917.087055:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968204 00000001:00080000:2.0:1781226917.087488:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968205 00010000:00010000:2.0:1781226917.087534:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.087553:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 55 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.087563:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.087573:0:6526:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.087626:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.087642:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 111 pid: 10991 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226917.087660:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964651264:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226917.087806:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 55 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.087817:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 55 pid: 14117 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226917.087826:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964651392:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226917.087856:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba02540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226917.092065:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964651264:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226917.098051:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6526:1867750964651392:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226917.098101:0:6526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226917.100060:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226917.100107:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.100252:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941712896 00000100:00100000:3.0:1781226917.100275:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941712896 00010000:00010000:3.0:1781226917.100328:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 112 pid: 10991 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226917.100387:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713024 00000100:00100000:3.0:1781226917.100391:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713024 00010000:00010000:3.0:1781226917.100424:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 56 pid: 14117 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226917.100450:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 448 00000100:00100000:3.0:1781226917.100462:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941712896:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226917.100484:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226917.100492:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 112 pid: 10991 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100508:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 112 pid: 10991 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100537:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466bae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471dd expref: 112 pid: 10991 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100557:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:3.0:1781226917.100562:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100572:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100579:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226917.100642:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941712896:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 181us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.100650:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 448 00000100:00100000:3.0:1781226917.100670:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 449 00000100:00100000:3.0:1781226917.100677:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941713024:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226917.100685:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226917.100689:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 56 pid: 14117 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100730:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 56 pid: 14117 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100750:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466b7d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471c8 expref: 56 pid: 14117 timeout: 976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100760:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:3.0:1781226917.100764:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.100774:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.101005:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226917.101043:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226917.101067:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2426:x1867750941713024:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 390us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.101074:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 449 00000100:00080000:3.0:1781226917.101104:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226917.101737:0:6526:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.101755:0:6526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226917.101922:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968206 00000001:00080000:2.0:1781226917.102081:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968207 00000001:00080000:2.0:1781226917.102128:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968208 00000100:00100000:2.0:1781226917.102275:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964651520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226917.102353:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226917.102393:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226917.104385:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964651520 00000100:00100000:3.0:1781226917.104405:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964651520 00000100:00100000:3.0:1781226917.104502:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781226917.104515:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964651520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781226917.104677:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964651520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 165us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.104692:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:2.0:1781226917.104913:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226917.104969:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964651520:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1781226917.105403:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968209 00000100:00100000:2.0:1781226917.105504:0:6526:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964651648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1781226917.105556:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226917.105595:0:6526:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226917.107066:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964651648 00000100:00100000:0.0:1781226917.107082:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964651648 00000100:00100000:0.0:1781226917.107154:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1781226917.107166:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1867750964651648:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781226917.107790:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1867750964651648:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 624us (2231us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1781226917.107801:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1781226917.107898:0:6526:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6526:1867750964651648:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:2.0:1781226917.107934:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.107945:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.107954:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.107961:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226917.107966:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.107976:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.107996:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:2.0:1781226917.107999:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1781226917.108004:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226917.108011:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c33 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226917.109011:0:6526:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1781226917.109105:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9224 00000004:00080000:2.0:1781226917.109924:0:6526:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876249442422ns, next at 877249438637ns, rc = 0 00000001:00080000:2.0:1781226917.109952:0:6526:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968210 00010000:00010000:2.0:1781226917.110029:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5c8b2cd00) 00010000:00010000:2.0:1781226917.110034:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781226917.110048:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c1e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47215 expref: 115 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226917.112132:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+114:33256:x1867750941712768:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 25447us (25644us total) trans 4294968211 rc 0/0 00000100:00100000:2.0:1781226917.113243:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 282 00000020:00080000:2.0:1781226917.113254:0:6526:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1781226917.277631:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.277683:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.277742:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226917.277767:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713280 00000100:00100000:3.0:1781226917.277770:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226917.277780:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713280 00000100:00100000:3.0:1781226917.277799:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226917.277825:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713152 00000100:00100000:3.0:1781226917.277830:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713152 00000100:00100000:0.0:1781226917.277856:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713536 00000100:00100000:0.0:1781226917.277858:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713536 00000100:00100000:3.0:1781226917.277864:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 777 00000100:00100000:3.0:1781226917.277874:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941713152:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226917.277880:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1171 00000100:00100000:0.0:1781226917.277886:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941713280:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226917.277973:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941713280:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.277982:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1171 00000100:00100000:0.0:1781226917.278005:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1172 00000100:00100000:0.0:1781226917.278012:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941713536:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226917.278560:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941713152:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 683us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.278569:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 777 00000100:00100000:3.0:1781226917.278617:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713408 00000100:00100000:3.0:1781226917.278625:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713408 00000100:00100000:3.0:1781226917.278667:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713664 00000100:00100000:3.0:1781226917.278670:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713664 00000100:00100000:3.0:1781226917.278723:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 710 00000100:00100000:3.0:1781226917.278732:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+14:2425:x1867750941713408:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226917.278771:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+14:2425:x1867750941713408:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 41us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.278779:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 710 00000100:00100000:3.0:1781226917.278789:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 711 00000100:00100000:3.0:1781226917.278795:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941713664:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226917.278814:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941713664:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226917.278820:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 711 00000100:00100000:0.0:1781226917.282362:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941713536:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 4325us (4653us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.282385:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1172 00000100:00080000:0.0:1781226917.283541:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226917.283552:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226917.885385:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964651776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226917.885795:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964652032:0@lo:400:kworker.0 00000100:00100000:3.0:1781226917.885876:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226917.885934:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964652544:0@lo:400:kworker.0 00000100:00100000:3.0:1781226917.885974:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226917.886009:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964653056:0@lo:400:kworker.0 00000100:00100000:3.0:1781226917.886033:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226917.886049:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964653568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226917.886071:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226917.886100:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226917.886106:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964652160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.887411:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.888428:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964652288:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.889763:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.889827:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964652800:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.889861:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.889888:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964653312:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.889914:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.889962:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1781226917.889970:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1324b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964651904:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.890004:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.890029:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964652416:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.890057:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.890077:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964652928:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.890099:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226917.890799:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653568 00000100:00100000:1.0:1781226917.890813:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653568 00000100:00100000:1.0:1781226917.890897:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964651776 00000100:00100000:1.0:1781226917.890901:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964651776 00000100:00100000:1.0:1781226917.890921:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1781226917.890931:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964653568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226917.890973:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193784640 pending 28672 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781226917.891035:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964653568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (4961us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226917.891044:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1781226917.891064:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1781226917.891070:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964651776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226917.891081:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193784640 pending 28672 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781226917.891104:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964651776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (3700us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226917.891111:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1781226917.892214:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226917.892277:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964652672:0@lo:400:kworker.0 00000100:00100000:3.0:1781226917.892321:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226917.892345:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964653184:0@lo:400:kworker.0 00000100:00100000:3.0:1781226917.892369:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.893764:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964653440:0@lo:400:kworker.0 00000100:00100000:3.0:1781226917.893816:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964653568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226917.894980:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652800 00000100:00100000:1.0:1781226917.894995:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652800 00000100:00100000:1.0:1781226917.895071:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653312 00000100:00100000:1.0:1781226917.895075:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653312 00000100:00100000:1.0:1781226917.895101:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652928 00000100:00100000:1.0:1781226917.895105:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652928 00000100:00100000:1.0:1781226917.897653:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1781226917.897676:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964652800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.900398:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964651904 00000100:00100000:0.0:1781226917.900411:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964651904 00000100:00100000:0.0:1781226917.900520:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1781226917.900532:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964651904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.900658:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964651904:12345-0@lo:400:kworker.0 Request processed in 127us (10652us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.900668:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1781226917.900750:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652416 00000100:00100000:0.0:1781226917.900757:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652416 00000100:00100000:0.0:1781226917.900786:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652160 00000100:00100000:0.0:1781226917.900790:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652160 00000100:00100000:0.0:1781226917.900804:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1781226917.900811:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964652416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.900849:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964652416:12345-0@lo:400:kworker.0 Request processed in 39us (10791us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.900854:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1781226917.900868:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781226917.900873:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964652160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.900908:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964652160:12345-0@lo:400:kworker.0 Request processed in 36us (9481us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.900913:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781226917.900936:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1781226917.900958:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964653312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.900992:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964653312:12345-0@lo:400:kworker.0 Request processed in 37us (11078us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.900999:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1781226917.901018:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1781226917.901025:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964652928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901053:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964652928:12345-0@lo:400:kworker.0 Request processed in 29us (10953us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901059:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00080000:0.0:1781226917.901078:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226917.901084:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226917.901098:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652032 00000100:00100000:0.0:1781226917.901103:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652032 00000100:00100000:0.0:1781226917.901122:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652544 00000100:00100000:0.0:1781226917.901125:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652544 00000100:00100000:0.0:1781226917.901144:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653056 00000100:00100000:0.0:1781226917.901147:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653056 00000100:00100000:0.0:1781226917.901159:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652288 00000100:00100000:0.0:1781226917.901162:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652288 00000100:00100000:0.0:1781226917.901173:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964652672 00000100:00100000:0.0:1781226917.901175:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964652672 00000100:00100000:0.0:1781226917.901188:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653184 00000100:00100000:0.0:1781226917.901191:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653184 00000100:00100000:0.0:1781226917.901204:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1781226917.901209:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964652032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901243:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964652032:12345-0@lo:400:kworker.0 Request processed in 33us (15367us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901249:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1781226917.901270:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1781226917.901276:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964652544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901304:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964652544:12345-0@lo:400:kworker.0 Request processed in 28us (15329us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901309:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1781226917.901319:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1781226917.901324:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964653056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901351:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964653056:12345-0@lo:400:kworker.0 Request processed in 27us (15318us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901356:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1781226917.901366:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1781226917.901372:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964652288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901401:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964652288:12345-0@lo:400:kworker.0 Request processed in 30us (11643us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901406:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1781226917.901417:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1781226917.901422:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964652672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901449:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964652672:12345-0@lo:400:kworker.0 Request processed in 27us (9127us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901454:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1781226917.901466:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1781226917.901472:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964653184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.901499:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964653184:12345-0@lo:400:kworker.0 Request processed in 27us (9128us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.901504:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00080000:0.0:1781226917.901527:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226917.901529:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226917.902053:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964652160:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902069:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964652672:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902080:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964653184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902093:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964652032:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902105:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964652544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902115:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964653056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902211:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226917.902242:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653440 00000100:00100000:0.0:1781226917.902247:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653440 00000100:00100000:0.0:1781226917.902288:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781226917.902296:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964653440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902331:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964653440:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226917.902338:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781226917.902370:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964653440:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902384:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964652288:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902397:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964653312:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902418:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964651776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226917.902445:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1324b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964651904:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902458:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964652416:0@lo:400:kworker.0 00000100:00100000:0.0:1781226917.902471:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964652928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226917.910469:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964652800:12345-0@lo:400:kworker.0 Request processed in 12787us (20593us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226917.910490:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1781226917.911347:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964652800:0@lo:400:kworker.0 00010000:00010000:3.0:1781226918.013000:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226918.558887:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226918.559086:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941713920 00000100:00100000:0.0:1781226918.559102:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941713920 00000100:00100000:0.0:1781226918.559238:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1467 00000100:00100000:0.0:1781226918.559263:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+114:33266:x1867750941713920:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226918.559293:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226918.559322:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4721c expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559439:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559462:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559476:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559491:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559500:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559506:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559667:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559676:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559685:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226918.559718:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:0.0:1781226918.559823:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559832:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559839:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559847:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559855:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226918.559861:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559871:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559886:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:0.0:1781226918.559890:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226918.559896:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559904:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559919:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559926:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559933:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559938:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226918.559941:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559951:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559958:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8b2c700) 00010000:00010000:0.0:1781226918.559961:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226918.559964:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.559970:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.560030:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.560047:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 116 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226918.560055:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:0.0:1781226918.560057:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226918.560060:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6c00, rc 0) 00000100:00100000:0.0:1781226918.560147:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+116:33266:x1867750941713920:12345-192.168.202.30@tcp:101:cat.0 Request processed in 898us (1273us total) trans 4294968212 rc 0/0 00000100:00100000:0.0:1781226918.560156:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1467 00000100:00100000:1.0:1781226918.569089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226918.569298:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714176 00000100:00100000:0.0:1781226918.569311:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714176 00000100:00100000:0.0:1781226918.569388:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1468 00000100:00100000:0.0:1781226918.569400:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+116:33265:x1867750941714176:12345-192.168.202.30@tcp:58:cat.0 00000004:00020000:0.0:1781226918.569536:0:6525:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000100:00100000:3.0:1781226918.908010:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964653696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226918.908112:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226918.908277:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653696 00000100:00100000:1.0:1781226918.908288:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653696 00000100:00100000:1.0:1781226918.908357:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1781226918.908369:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964653696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226918.908425:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226918.910614:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964653696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2236us (2490us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226918.910631:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1781226918.911493:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964653696:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226919.037582:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226920.060119:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226920.444800:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226920.444835:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964653824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226920.445137:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226920.445249:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964653952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226920.445277:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226920.445721:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653824 00000100:00100000:1.0:1781226920.445732:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653824 00000100:00100000:1.0:1781226920.445819:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964653952 00000100:00100000:1.0:1781226920.445822:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964653952 00000100:00100000:1.0:1781226920.445839:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1781226920.445849:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964653824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226920.445905:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1781226920.445975:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964653824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226920.445985:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1781226920.446006:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1781226920.446015:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964653952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226920.446027:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1781226920.446052:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964653952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226920.446058:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:0.0:1781226920.447047:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226920.447118:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964653952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226920.447137:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964653824:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781226921.084244:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226921.469841:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226921.469874:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964654080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226921.469978:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226921.470625:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654080 00000100:00100000:3.0:1781226921.470637:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654080 00000100:00100000:3.0:1781226921.470727:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1781226921.470738:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964654080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226921.470786:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:3.0:1781226921.472854:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964654080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2103us (2861us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226921.472874:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1781226921.480022:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964654080:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226921.789658:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226921.789674:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226921.789860:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:2.0:1781226921.789868:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1781226921.797134:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968212 is committed 00000004:00080000:1.0:1781226921.797166:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000020:00080000:1.0:1781226921.797203:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c8ec8b40 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:1.0:1781226921.797210:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c6f6e800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8ec80c0 00000020:00080000:1.0:1781226921.797214:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a4c6f6e000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c7138e00 00000001:00080000:1.0:1781226921.797285:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968202 is committed 00000020:00080000:3.0:1781226921.797400:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:3.0:1781226921.797525:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:3.0:1781226921.797763:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226921.797801:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964654208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781226921.797849:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.797863:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.797871:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.797878:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226921.797883:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.797892:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226921.797901:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781226921.798035:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff89a5c8b2c700) 00010000:00010000:0.0:1781226921.798040:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226921.798046:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.798054:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466b76 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226921.798595:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654208 00000100:00100000:2.0:1781226921.798609:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654208 00000100:00100000:2.0:1781226921.798727:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1781226921.798741:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964654208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781226921.798781:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:28 count 1 00002000:00010000:2.0:1781226921.798829:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a2b5da3, atime: 0x0, ctime: 0x6a2b5da3, blocks: 0x8 00000100:00080000:0.0:1781226921.799689:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1781226921.800353:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226921.800798:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226921.800802:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226921.800812:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226921.800837:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226921.800851:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226921.800860:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226921.801854:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226921.802248:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3668:x1867750964654208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3504us (4339us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1781226921.802263:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000004:00080000:1.0:1781226921.803204:0:3668:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a6059030c0/2, rc 0, transno 4294967379 00000100:00100000:1.0:1781226921.803234:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964654208:0@lo:6:osp-syn-1-0.0 00000001:00080000:3.0:1781226921.809662:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000001:00080000:3.0:1781226921.809690:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00010000:00010000:0.0:1781226921.809816:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226921.809829:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.809846:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226921.809851:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.809865:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.810070:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.810081:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4466c5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226921.810169:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226921.810172:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226921.810174:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226922.109526:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226922.240232:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781226922.402196:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.402338:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.402384:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226922.402451:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714688 00000100:00100000:2.0:1781226922.402464:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714688 00000100:00100000:2.0:1781226922.402569:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 716 00000100:00100000:2.0:1781226922.402583:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941714688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226922.402681:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+14:2424:x1867750941714688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 102us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226922.402690:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 716 00000100:00080000:0.0:1781226922.405495:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226922.406660:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.406710:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.406744:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226922.406857:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715200 00000100:00100000:2.0:1781226922.406872:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715200 00000100:00100000:2.0:1781226922.406967:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 717 00000100:00100000:2.0:1781226922.406980:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941715200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226922.407079:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941715200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 102us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226922.407088:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 717 00000100:00100000:2.0:1781226922.407289:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714304 00000100:00100000:2.0:1781226922.407294:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714304 00000100:00100000:2.0:1781226922.407325:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:2.0:1781226922.407332:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941714304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226922.407367:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941714304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226922.407374:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00080000:2.0:1781226922.407437:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226922.412370:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714432 00000100:00100000:3.0:1781226922.412396:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714432 00000100:00100000:2.0:1781226922.412897:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714944 00000100:00100000:2.0:1781226922.412904:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714944 00000100:00100000:2.0:1781226922.413010:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1179 00000100:00100000:2.0:1781226922.413036:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:2424:x1867750941714432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226922.413157:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:2424:x1867750941714432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 127us (10976us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226922.413166:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1179 00000100:00100000:2.0:1781226922.413385:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1180 00000100:00100000:2.0:1781226922.413393:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2424:x1867750941714944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226922.413435:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2424:x1867750941714944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42us (11050us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226922.413442:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1180 00000100:00080000:3.0:1781226922.413610:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226922.414173:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.414227:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.414269:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226922.414295:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714560 00000100:00100000:1.0:1781226922.414304:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714560 00000100:00100000:1.0:1781226922.414349:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715072 00000100:00100000:1.0:1781226922.414353:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715072 00000100:00100000:1.0:1781226922.414370:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1181 00000100:00100000:1.0:1781226922.414379:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941714560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226922.414429:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941714560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 52us (7684us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226922.414436:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1181 00000100:00100000:1.0:1781226922.414450:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1182 00000100:00100000:1.0:1781226922.414456:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941715072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226922.414483:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941715072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226922.414488:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1182 00000100:00100000:1.0:1781226922.414510:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941714816 00000100:00100000:1.0:1781226922.414632:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941714816 00000100:00100000:1.0:1781226922.414666:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715328 00000100:00100000:1.0:1781226922.414670:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715328 00000100:00100000:1.0:1781226922.414692:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 718 00000100:00100000:1.0:1781226922.414719:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941714816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226922.414751:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941714816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226922.414758:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 718 00000100:00100000:1.0:1781226922.414769:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 719 00000100:00100000:1.0:1781226922.414775:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941715328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226922.414796:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2424:x1867750941715328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226922.414801:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 719 00000100:00080000:1.0:1781226922.414819:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226922.414823:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226923.012293:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226923.012334:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964654336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226923.012451:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012672:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964654464:0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.012731:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012754:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964654976:0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.012783:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012799:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964655488:0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.012825:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012844:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781226923.012850:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964654848:0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.012876:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012891:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964655360:0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.012914:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012930:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964655872:0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.012954:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226923.012982:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654464 00000100:00100000:0.0:1781226923.012992:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654464 00000100:00100000:0.0:1781226923.013049:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1781226923.013059:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964654464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226923.013117:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964654464:12345-0@lo:400:kworker.0 Request processed in 59us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226923.013126:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1781226923.013182:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964654464:0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.013647:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655488 00000100:00100000:2.0:1781226923.013654:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655488 00000100:00100000:2.0:1781226923.013744:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655360 00000100:00100000:2.0:1781226923.013748:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655360 00000100:00100000:2.0:1781226923.013766:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655872 00000100:00100000:2.0:1781226923.013769:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655872 00000100:00100000:2.0:1781226923.013791:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1781226923.013800:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964655488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.013872:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964655488:12345-0@lo:400:kworker.0 Request processed in 74us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226923.013879:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1781226923.013896:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1781226923.013902:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964655360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.013930:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964655360:12345-0@lo:400:kworker.0 Request processed in 29us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226923.013936:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1781226923.013947:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1781226923.013953:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964655872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.013978:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964655872:12345-0@lo:400:kworker.0 Request processed in 26us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226923.013983:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1781226923.014020:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964655360:0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.014030:0:3667:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:2.0:1781226923.014036:0:3667:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967378 committed transno 4294967379 00000004:00080000:2.0:1781226923.014054:0:3667:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a6059030c0, transno 4294967379 00000100:00100000:2.0:1781226923.014065:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964655872:0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.014075:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964655488:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.017642:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781226923.017758:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964656000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226923.017888:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.017970:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654336 00000100:00100000:1.0:1781226923.017984:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654336 00000100:00100000:1.0:1781226923.018068:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964656000 00000100:00100000:1.0:1781226923.018071:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964656000 00000100:00100000:1.0:1781226923.018090:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1781226923.018101:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964654336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226923.018144:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226923.018200:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964654336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (5749us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.018220:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1781226923.018240:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1781226923.018247:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964656000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226923.018261:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226923.018295:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964656000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.018301:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1781226923.018323:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964654592:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018356:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.018377:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964655104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018400:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.018421:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964655616:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018448:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.018471:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781226923.018478:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1324b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964654720:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018507:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.018526:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964655232:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018549:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.018577:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964655744:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018603:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226923.018638:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654976 00000100:00100000:1.0:1781226923.018643:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654976 00000100:00100000:1.0:1781226923.018673:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654720 00000100:00100000:1.0:1781226923.018676:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654720 00000100:00100000:1.0:1781226923.018689:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1781226923.018724:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964654976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018764:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964654976:12345-0@lo:400:kworker.0 Request processed in 69us (5980us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.018771:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1781226923.018786:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1781226923.018792:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964654720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018826:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964654720:12345-0@lo:400:kworker.0 Request processed in 34us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.018832:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1781226923.018853:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654848 00000100:00100000:1.0:1781226923.018858:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654848 00000100:00100000:1.0:1781226923.018880:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964654592 00000100:00100000:1.0:1781226923.018883:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964654592 00000100:00100000:1.0:1781226923.018894:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655104 00000100:00100000:1.0:1781226923.018897:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655104 00000100:00100000:1.0:1781226923.018914:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655616 00000100:00100000:1.0:1781226923.018917:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655616 00000100:00100000:1.0:1781226923.018929:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655232 00000100:00100000:1.0:1781226923.018931:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655232 00000100:00100000:1.0:1781226923.018944:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964655744 00000100:00100000:1.0:1781226923.018947:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964655744 00000100:00100000:1.0:1781226923.018961:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1781226923.018967:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964654848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.018999:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964654848:12345-0@lo:400:kworker.0 Request processed in 32us (6122us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.019006:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1781226923.019018:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1781226923.019024:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964654592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019049:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964654592:12345-0@lo:400:kworker.0 Request processed in 26us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.019056:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:1.0:1781226923.019066:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1781226923.019072:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964655104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019099:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964655104:12345-0@lo:400:kworker.0 Request processed in 27us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.019105:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1781226923.019117:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1781226923.019123:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964655616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019153:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964655616:12345-0@lo:400:kworker.0 Request processed in 29us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.019159:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1781226923.019171:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1781226923.019177:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964655232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019204:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964655232:12345-0@lo:400:kworker.0 Request processed in 27us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.019222:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1781226923.019235:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1781226923.019241:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964655744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019269:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964655744:12345-0@lo:400:kworker.0 Request processed in 28us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226923.019275:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1781226923.019368:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964656000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226923.019427:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1324b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964654720:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019438:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964655232:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019450:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964655744:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019461:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964654592:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019470:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964655104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226923.019481:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964655616:0@lo:400:kworker.0 00000100:00080000:0.0:1781226923.020324:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226923.020333:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226923.020337:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226923.020341:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226923.020482:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964654848:0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.020501:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964654976:0@lo:400:kworker.0 00000100:00100000:2.0:1781226923.020547:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964654336:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1781226923.136001:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:0.0:1781226924.027995:0:6525:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00000100:00100000:1.0:1781226924.028334:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964656128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226924.028481:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226924.035575:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964656128 00000100:00100000:2.0:1781226924.035604:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964656128 00000100:00100000:2.0:1781226924.035725:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1781226924.035740:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964656128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226924.035797:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226924.036599:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964656128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 857us (8121us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226924.036611:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1781226924.036850:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964656128:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226924.038591:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.038624:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 106 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.038634:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.038689:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 106 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.038743:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 106 pid: 6523 timeout: 983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226924.038762:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964656256:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226924.038899:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226924.041794:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226924.041936:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715456 00000100:00100000:3.0:1781226924.041949:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715456 00010000:00010000:3.0:1781226924.042031:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 107 pid: 6523 timeout: 983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226924.042093:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 450 00000100:00100000:3.0:1781226924.042106:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+107:2427:x1867750941715456:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226924.042128:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226924.042137:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 107 pid: 6523 timeout: 983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.042162:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 107 pid: 6523 timeout: 983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.042205:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:3.0:1781226924.042210:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.042222:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.042231:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.042255:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226924.042332:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+107:2427:x1867750941715456:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 228us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226924.042342:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 450 00010000:00010000:0.0:1781226924.042522:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c4f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4721c expref: 106 pid: 6523 timeout: 983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226924.042543:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964656256:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226924.042570:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.042581:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.042588:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226924.042792:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:0.0:1781226924.042883:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+105:33265:x1867750941714176:12345-192.168.202.30@tcp:58:cat.0 Request processed in 5473485us (5473810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226924.042893:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1468 00000100:00080000:1.0:1781226924.042970:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226924.045504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226924.045639:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715584 00000100:00100000:2.0:1781226924.045652:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715584 00000100:00100000:2.0:1781226924.045769:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1469 00000100:00100000:2.0:1781226924.045783:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+105:33265:x1867750941715584:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226924.045812:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226924.045842:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47223 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.045917:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.045930:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.045957:0:10991:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.045971:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.045987:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:2.0:1781226924.045990:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226924.045995:0:10991:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.046003:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2c00, rc 0) 00000100:00100000:2.0:1781226924.046068:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+106:33265:x1867750941715584:12345-192.168.202.30@tcp:101:cat.0 Request processed in 289us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226924.046076:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1469 00010000:00010000:0.0:1781226924.156047:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226924.860585:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226924.860602:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226924.860643:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:2.0:1781226924.860656:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226924.861037:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964656384:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226924.861216:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2de3240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226924.865932:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226924.866618:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715712 00000100:00100000:0.0:1781226924.866633:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715712 00000100:00100000:0.0:1781226924.866776:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1470 00000100:00100000:0.0:1781226924.866791:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941715712:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226924.866837:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226924.867012:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941715712:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 223us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226924.867022:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1470 00000100:00080000:1.0:1781226924.867688:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226924.876211:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226924.876627:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941715840 00000100:00100000:0.0:1781226924.876641:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941715840 00000100:00100000:0.0:1781226924.876753:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1471 00000100:00100000:0.0:1781226924.876767:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941715840:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1781226924.876866:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876898:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876917:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876936:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876944:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876951:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876982:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876991:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.876998:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226924.877062:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:0.0:1781226924.877080:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226924.877099:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877113:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877121:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877134:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877140:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226924.877145:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877154:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877169:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:0.0:1781226924.877173:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226924.877179:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877186:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466c72 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877211:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877217:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877223:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877228:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226924.877231:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877242:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877250:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff89a5c68e3400) 00010000:00010000:0.0:1781226924.877253:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226924.877256:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877262:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466c79 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877278:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877284:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877290:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877296:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226924.877298:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877304:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877312:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:0.0:1781226924.877314:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226924.877317:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.877326:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466c80 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226924.877676:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941715840:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 910us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226924.877686:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1471 00000100:00100000:2.0:1781226924.880092:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964656384:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226924.881977:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226924.883264:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941716096 00000100:00100000:2.0:1781226924.883284:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941716096 00000100:00100000:2.0:1781226924.883395:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1472 00000100:00100000:2.0:1781226924.883422:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33269:x1867750941716096:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226924.884051:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226924.884260:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466c87 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4722a expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.885239:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.885267:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.885284:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226924.885300:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1781226924.886466:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886487:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886496:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886508:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226924.886514:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886522:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886543:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:2.0:1781226924.886547:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226924.886555:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886562:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466c8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886658:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466c87 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4722a expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886670:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:2.0:1781226924.886673:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226924.886677:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466c87 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4722a expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.886690:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226924.886878:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941716096:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 3468us (4920us total) trans 4294968213 rc 301/301 00000100:00100000:2.0:1781226924.886901:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1472 00000100:00100000:1.0:1781226924.897818:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226924.899032:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941716224 00000100:00100000:3.0:1781226924.899050:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941716224 00000100:00100000:3.0:1781226924.899146:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1473 00000100:00100000:3.0:1781226924.899159:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941716224:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226924.899375:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226924.899629:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941716224:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 471us (1826us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226924.899639:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1473 00000100:00100000:0.0:1781226924.905458:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226924.905574:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941716480 00000100:00100000:3.0:1781226924.905591:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941716480 00000100:00100000:3.0:1781226924.905671:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1474 00000100:00100000:3.0:1781226924.905683:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33269:x1867750941716480:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226924.905783:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226924.905814:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466c9c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47231 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.907046:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466ca3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.907072:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.907087:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466ca3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226924.907103:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:3.0:1781226924.907182:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466c9c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47231 expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.907221:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466ca3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47231 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.907233:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c8b2cc00) 00010000:00010000:3.0:1781226924.907237:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226924.907242:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea600, rc 0) 00000100:00100000:3.0:1781226924.907639:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941716480:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1955us (2192us total) trans 4294968214 rc 0/0 00000100:00100000:3.0:1781226924.907651:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1474 00000100:00100000:1.0:1781226924.921536:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226924.921622:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941716736 00000100:00100000:2.0:1781226924.921637:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941716736 00000100:00100000:2.0:1781226924.921771:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1475 00000100:00100000:2.0:1781226924.921785:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941716736:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226924.921868:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226924.921917:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466ca3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47231 expref: 52 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.921946:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c8b2cc00) 00010000:00010000:2.0:1781226924.921959:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226924.921991:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.922011:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.922020:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.922064:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.922093:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 105 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226924.922113:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964656512:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226924.922260:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2de3240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226924.924793:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059030c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964656512:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226924.924841:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226924.924851:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226924.925021:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941716864 00000100:00100000:3.0:1781226924.925031:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941716864 00010000:00010000:3.0:1781226924.925081:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 106 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226924.925124:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00100000:3.0:1781226924.925135:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+106:2426:x1867750941716864:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226924.925156:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226924.925165:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 106 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.925178:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 106 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.925215:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466bc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b471eb expref: 106 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.925239:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:3.0:1781226924.925245:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.925257:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.925266:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.925300:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226924.925367:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+105:2426:x1867750941716864:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 233us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226924.925378:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 451 00010000:00010000:2.0:1781226924.925454:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925464:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925500:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925513:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925523:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925602:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925611:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925618:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925624:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226924.925630:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925639:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925652:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:2.0:1781226924.925655:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226924.925658:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925665:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466cb1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925676:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925683:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925689:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925730:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226924.925734:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925740:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925748:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x4c7159db (ffff89a4c6fba100) 00010000:00010000:2.0:1781226924.925751:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226924.925754:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.925760:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466cb8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x4c7159db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226924.925837:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33269:x1867750941716736:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 4056us (4319us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226924.925846:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1475 00000100:00100000:1.0:1781226924.927351:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226924.928613:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941716992 00000100:00100000:0.0:1781226924.928630:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941716992 00000100:00100000:0.0:1781226924.928729:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1476 00000100:00100000:0.0:1781226924.928742:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33269:x1867750941716992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226924.928767:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226924.928798:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466cbf lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47238 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.929014:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.929032:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.929045:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.929286:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466cbf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.929317:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.929328:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:0.0:1781226924.929331:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226924.929335:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7e00, rc 0) 00000100:00100000:0.0:1781226924.929520:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941716992:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 780us (2179us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226924.929530:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1476 00000100:00100000:0.0:1781226924.934929:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226924.938496:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941717248 00000100:00100000:1.0:1781226924.938525:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941717248 00000100:00100000:1.0:1781226924.938635:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1477 00000100:00100000:1.0:1781226924.938650:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941717248:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226924.938837:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.938859:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.938874:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226924.939096:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000c8ea03cf reply state 00000000357d8830 transno 4294968215 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.939111:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.939121:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226924.939124:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781226924.939128:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226924.939295:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33269:x1867750941717248:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 648us (4381us total) trans 4294968215 rc 0/0 00000100:00100000:1.0:1781226924.939308:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1477 00000100:00100000:1.0:1781226924.943368:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226924.943468:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941717376 00000100:00100000:2.0:1781226924.943481:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941717376 00000100:00100000:2.0:1781226924.943559:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1478 00000100:00100000:2.0:1781226924.943572:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33269:x1867750941717376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226924.943604:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226924.943632:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4723f expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.943751:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 55 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.943771:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 55 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226924.943784:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226924.943787:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226924.943792:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3e00, rc 0) 00000100:00100000:2.0:1781226924.943879:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33269:x1867750941717376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 311us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226924.943888:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1478 00000100:00100000:3.0:1781226924.945938:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226924.946566:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941717504 00000100:00100000:2.0:1781226924.946580:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941717504 00000100:00100000:2.0:1781226924.946658:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 283 00000100:00100000:2.0:1781226924.946671:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33269:x1867750941717504:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781226924.946917:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33269:x1867750941717504:12345-192.168.202.30@tcp:49:lhsmtool_posix.0 Request processed in 247us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226924.946926:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 283 00000100:00100000:0.0:1781226924.954514:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226924.954617:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941717760 00000100:00100000:3.0:1781226924.954629:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941717760 00000100:00100000:3.0:1781226924.954730:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 284 00000100:00100000:3.0:1781226924.954743:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33269:x1867750941717760:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226924.955037:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33269:x1867750941717760:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 296us (539us total) trans 4294968216 rc 0/0 00000100:00100000:3.0:1781226924.955045:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 284 00000100:00100000:1.0:1781226924.963428:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226924.963535:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941718016 00000100:00100000:0.0:1781226924.963547:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941718016 00000100:00100000:0.0:1781226924.963625:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1479 00000100:00100000:0.0:1781226924.963638:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33269:x1867750941718016:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226924.963806:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33269:x1867750941718016:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 170us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226924.963815:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1479 00000100:00100000:1.0:1781226924.974109:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226924.974399:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941718272 00000100:00100000:0.0:1781226924.974413:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941718272 00000100:00100000:0.0:1781226924.974500:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1480 00000100:00100000:0.0:1781226924.974514:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33269:x1867750941718272:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226924.974543:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226924.974572:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466cdb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47246 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.974787:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.974806:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 57 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.974816:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.974856:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 57 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226924.974871:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 57 pid: 10991 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226924.974888:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964656640:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226924.975022:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226924.980286:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226924.980379:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0b40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964656640:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226924.980426:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226924.980457:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941718400 00000100:00100000:3.0:1781226924.980467:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941718400 00010000:00010000:3.0:1781226924.980533:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 58 pid: 10991 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226924.980595:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 452 00000100:00100000:3.0:1781226924.980607:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2426:x1867750941718400:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226924.980627:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226924.980635:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 58 pid: 10991 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.980648:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 58 pid: 10991 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.980680:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466cd4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4723f expref: 58 pid: 10991 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.980742:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:3.0:1781226924.980748:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.980762:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.980771:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226924.980797:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226924.980895:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2426:x1867750941718400:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 289us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226924.980906:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 452 00010000:00010000:1.0:1781226924.982315:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982330:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226924.982359:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:1.0:1781226924.982598:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1781226924.982771:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982780:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982787:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982793:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226924.982798:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982806:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982821:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226924.982825:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226924.982830:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982837:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466ce2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982907:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466cdb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47246 expref: 57 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982917:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff89a4c6fba000) 00010000:00010000:1.0:1781226924.982919:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226924.982923:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466cdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47246 expref: 57 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226924.982933:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6c00, rc 0) 00000100:00100000:1.0:1781226924.983080:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33269:x1867750941718272:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 8569us (8989us total) trans 4294968217 rc 301/301 00000100:00100000:1.0:1781226924.983090:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1480 00000100:00100000:1.0:1781226924.996322:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226924.996437:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941718656 00000100:00100000:3.0:1781226924.996451:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941718656 00000100:00100000:3.0:1781226924.996524:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 285 00000100:00100000:3.0:1781226924.996537:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c7893c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33269:x1867750941718656:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226924.996990:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c7893c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33269:x1867750941718656:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 455us (685us total) trans 4294968218 rc 0/0 00000100:00100000:3.0:1781226924.997000:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 285 00000100:00100000:0.0:1781226925.015016:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.020229:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941718784 00000100:00100000:2.0:1781226925.020254:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941718784 00000100:00100000:2.0:1781226925.020347:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1481 00000100:00100000:2.0:1781226925.020361:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33269:x1867750941718784:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226925.020401:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226925.020434:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466cf0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4724d expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.020537:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466cf7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.020558:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.020980:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226925.021056:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:2.0:1781226925.021062:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226925.021092:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.021139:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466cf0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4724d expref: 59 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.021171:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4724d expref: 58 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.021181:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226925.021183:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781226925.021197:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000100:00100000:2.0:1781226925.021339:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33269:x1867750941718784:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 981us (6336us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226925.021348:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1481 00000100:00100000:2.0:1781226925.038756:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226925.038866:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941718912 00000100:00100000:0.0:1781226925.038885:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941718912 00000100:00100000:0.0:1781226925.038996:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 405 00000100:00100000:0.0:1781226925.039011:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941718912:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226925.039038:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226925.039071:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47254 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226925.039112:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781226925.039139:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226925.039142:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226925.039153:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.039175:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.039200:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6c00, rc 0) 00000100:00100000:0.0:1781226925.039283:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941718912:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 276us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226925.039290:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 405 00000100:00080000:1.0:1781226925.039367:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226925.054029:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.054141:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941719168 00000100:00100000:3.0:1781226925.054154:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941719168 00000100:00100000:3.0:1781226925.054330:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1482 00000100:00100000:3.0:1781226925.054344:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33269:x1867750941719168:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226925.054514:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33269:x1867750941719168:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 172us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.054533:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1482 00000100:00100000:2.0:1781226925.058526:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.059774:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941719296 00000100:00100000:3.0:1781226925.059791:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941719296 00000100:00100000:3.0:1781226925.060340:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 406 00000100:00100000:3.0:1781226925.060359:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:33269:x1867750941719296:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226925.060386:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226925.060416:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4725b expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.060496:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.060508:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226925.060510:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226925.060516:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.062676:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.062734:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 11 pid: 17677 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226925.062752:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733c3c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964656768:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226925.062881:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c82b1240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226925.071853:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226925.071951:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941719424 00000100:00100000:0.0:1781226925.071965:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941719424 00010000:00010000:0.0:1781226925.072027:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 12 pid: 17677 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226925.072091:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 453 00000100:00100000:0.0:1781226925.072103:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eaded850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941719424:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226925.072124:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226925.072154:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 12 pid: 17677 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.072178:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 12 pid: 17677 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.072223:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226925.072225:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226925.072235:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.072247:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.072300:0:9477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226925.072318:0:9477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964656896:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226925.072442:0:9477:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245f00 going to sleep for 11 seconds 00010000:00010000:3.0:1781226925.073521:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000533dfd54/0x5d5522eac4466cfe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47254 expref: 12 pid: 17677 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226925.073547:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733c3c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964656768:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226925.073581:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.073595:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:3.0:1781226925.073676:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:33269:x1867750941719296:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 13321us (15162us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.073686:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 406 00000100:00100000:0.0:1781226925.075234:0:9477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff21c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964656896:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226925.075267:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226925.075331:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eaded850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941719424:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 3230us (3495us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226925.075344:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 453 00000100:00100000:0.0:1781226925.092351:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.095663:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941719552 00000100:00100000:3.0:1781226925.095685:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941719552 00002000:00100000:0.0:1781226925.096274:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff89a4c8ff21c0 x1867750941719552/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:736/0 lens 648/0 e 0 to 0 dl 1781226936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226925.096297:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff21c0 with x1867750941719552 ext(0->157) 00002000:00010000:0.0:1781226925.096305:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c8ff21c0 00000100:00100000:0.0:1781226925.096355:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 105 00000100:00100000:0.0:1781226925.097004:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941719552:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781226925.102147:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941719552:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 5135us (9791us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1781226925.102167:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 105 00002000:00100000:0.0:1781226925.102183:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff89a4c8ff21c0 x1867750941719552/t4294967373(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:736/0 lens 648/448 e 0 to 0 dl 1781226936 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226925.102203:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8ff21c0 with x1867750941719552 ext(0->157) 00002000:00010000:0.0:1781226925.102212:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c8ff21c0 00000100:00100000:1.0:1781226925.115339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.115603:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941719680 00000100:00100000:2.0:1781226925.115618:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941719680 00000100:00100000:2.0:1781226925.116092:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1483 00000100:00100000:2.0:1781226925.116108:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33269:x1867750941719680:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781226925.119019:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968218 is committed 00000020:00080000:0.0:1781226925.119050:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00000020:00080000:3.0:1781226925.119127:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:3.0:1781226925.119140:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:1.0:1781226925.120992:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.121017:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.121027:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.121038:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226925.121044:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.121054:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.121088:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226925.121092:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226925.121098:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.121105:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466ccd lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226925.122025:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941719680:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 5901us (6681us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226925.122047:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1483 00000100:00100000:2.0:1781226925.130582:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226925.130754:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941719808 00000100:00100000:1.0:1781226925.130765:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941719808 00000100:00100000:1.0:1781226925.130833:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 407 00000100:00100000:1.0:1781226925.130844:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941719808:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1781226925.133851:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000100:00100000:0.0:1781226925.134433:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941719808:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 3584us (3856us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226925.134446:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 407 00000100:00100000:0.0:1781226925.148651:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.148851:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720064 00000100:00100000:2.0:1781226925.148862:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720064 00000100:00100000:2.0:1781226925.148970:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1484 00000100:00100000:2.0:1781226925.148982:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33269:x1867750941720064:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226925.149040:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226925.149076:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466cf7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4724d expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.149097:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226925.149101:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226925.149140:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.149153:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.149162:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226925.149293:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000008e29718b reply state 00000000b76a0d7c transno 4294968219 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.149305:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.149311:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226925.149315:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226925.149317:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226925.149473:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941720064:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 493us (830us total) trans 4294968219 rc 0/0 00000100:00100000:2.0:1781226925.149481:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1484 00000100:00100000:1.0:1781226925.161937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.162801:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720192 00000100:00100000:3.0:1781226925.162814:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720192 00000100:00100000:2.0:1781226925.163277:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1485 00000100:00100000:2.0:1781226925.163290:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941720192:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226925.163336:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226925.163359:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47262 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.163419:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.163435:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.163454:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226925.163457:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226925.163461:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000100:00100000:2.0:1781226925.163545:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33269:x1867750941720192:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 257us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226925.163554:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1485 00000100:00100000:1.0:1781226925.165743:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.166511:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720320 00000100:00100000:3.0:1781226925.166524:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720320 00000100:00100000:3.0:1781226925.166592:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 408 00000100:00100000:3.0:1781226925.166604:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941720320:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781226925.166904:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781226925.166907:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1781226915 00002000:00010000:3.0:1781226925.166909:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1781226915 00002000:00010000:3.0:1781226925.166910:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1781226915 00002000:00010000:3.0:1781226925.166912:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781226925.166991:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941720320:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 389us (1300us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1781226925.167000:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 408 00000100:00100000:1.0:1781226925.169420:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.169480:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720576 00000100:00100000:2.0:1781226925.169539:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720576 00000100:00100000:2.0:1781226925.169657:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1486 00000100:00100000:2.0:1781226925.169669:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33269:x1867750941720576:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226925.169785:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.169804:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.169813:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.169854:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.169868:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 53 pid: 6525 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226925.169883:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964657024:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226925.169977:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fb2ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226925.183519:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605901e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964657024:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226925.183526:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226925.183556:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226925.183619:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720704 00000100:00100000:0.0:1781226925.183626:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720704 00010000:00010000:0.0:1781226925.183664:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 54 pid: 6525 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226925.183744:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 454 00000100:00100000:0.0:1781226925.183755:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941720704:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226925.183773:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226925.183781:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 54 pid: 6525 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.183793:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 54 pid: 6525 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.183824:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466cc6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47238 expref: 54 pid: 6525 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.183846:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:0.0:1781226925.183850:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.183862:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.183870:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226925.183892:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226925.183966:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2426:x1867750941720704:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 213us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226925.183975:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 454 00010000:00010000:1.0:1781226925.184455:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184469:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184526:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184534:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184542:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184549:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226925.184553:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184562:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184575:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226925.184579:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781226925.184583:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.184589:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac4466d1a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226925.184665:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941720576:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 14997us (15251us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781226925.184675:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1486 00010000:00010000:3.0:1781226925.187908:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226925.191793:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226925.192687:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720832 00000100:00100000:1.0:1781226925.192724:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720832 00000100:00100000:1.0:1781226925.192809:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 409 00000100:00100000:1.0:1781226925.192821:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941720832:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226925.192879:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.192904:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.192913:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226925.192916:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226925.192931:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.192973:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 11 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.192990:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 11 pid: 15413 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226925.193006:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964657152:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226925.193119:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8997b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226925.195738:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964657152:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226925.195767:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226925.197745:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.197938:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941720960 00000100:00100000:3.0:1781226925.197948:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941720960 00010000:00010000:3.0:1781226925.197989:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226925.198024:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 455 00000100:00100000:3.0:1781226925.198032:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941720960:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226925.198046:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226925.198074:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.198085:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.198109:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003db9ef00/0x5d5522eac4466d05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4725b expref: 12 pid: 15413 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.198129:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226925.198131:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226925.198137:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.198148:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.198195:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226925.198237:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198248:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226925.198262:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941720960:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 229us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.198270:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 455 00010000:00010000:1.0:1781226925.198270:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198279:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198287:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198293:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226925.198298:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198308:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198333:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.198349:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1f6ed3b/0x5d5522eac4466d21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226925.198407:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941720832:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 5588us (6622us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226925.198415:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 409 00000100:00100000:2.0:1781226925.200779:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226925.200825:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941721216 00000100:00100000:1.0:1781226925.200837:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941721216 00000100:00100000:1.0:1781226925.200896:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1487 00000100:00100000:1.0:1781226925.200907:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33269:x1867750941721216:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226925.201008:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201028:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201041:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201231:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201243:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201251:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201291:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.201304:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 53 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226925.201320:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964657280:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226925.201422:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d8a0ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226925.203450:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.203622:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941721344 00000100:00100000:3.0:1781226925.203631:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941721344 00000100:00100000:1.0:1781226925.203644:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964657280:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226925.203670:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 54 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.203670:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226925.203732:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 456 00000100:00100000:3.0:1781226925.203743:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941721344:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226925.203759:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226925.203765:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 54 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.203778:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 54 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.203804:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466d13 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47262 expref: 54 pid: 6524 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.203826:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:3.0:1781226925.203830:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.203839:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.203849:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.203877:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226925.203935:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+53:2427:x1867750941721344:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 193us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.203943:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 456 00010000:00010000:1.0:1781226925.204082:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.204090:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226925.204219:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968220 00000001:00080000:1.0:1781226925.204338:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968221 00000001:00080000:1.0:1781226925.204376:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968222 00000100:00100000:1.0:1781226925.204462:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964657408:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1781226925.204511:0:10991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226925.204547:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44b99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226925.204683:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964657408 00000100:00100000:0.0:1781226925.204691:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964657408 00000100:00100000:0.0:1781226925.204772:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1781226925.204781:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964657408:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1781226925.204876:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964657408:12345-0@lo:1000:mdt00_003.0 Request processed in 95us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226925.204883:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1781226925.204997:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964657408:0@lo:1000:mdt00_003.0 00000100:00080000:1.0:1781226925.205043:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1781226925.205118:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968223 00000100:00100000:2.0:1781226925.205162:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964657536:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781226925.205202:0:10991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226925.205227:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226925.205252:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964657536 00000100:00100000:1.0:1781226925.205257:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964657536 00000100:00100000:1.0:1781226925.205341:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1781226925.205351:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10991:x1867750964657536:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1781226925.205465:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10991:x1867750964657536:12345-0@lo:1000:mdt00_003.0 Request processed in 116us (262us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1781226925.205472:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1781226925.207250:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10991:1867750964657536:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1781226925.207389:0:10991:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968224 00010000:00010000:2.0:1781226925.207430:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207442:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207449:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207456:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226925.207461:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207469:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207486:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226925.207490:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226925.207494:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207501:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d2f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207529:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207536:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207541:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207546:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226925.207549:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207554:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207566:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:2.0:1781226925.207568:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226925.207575:0:10991:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207587:0:10991:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207596:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.207632:0:10991:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226925.207643:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b03c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964657664:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226925.207763:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a780 going to sleep for 11 seconds 00000100:00100000:0.0:1781226925.213798:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.215354:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b03c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964657664:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226925.215390:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215402:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466c64 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215444:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215460:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215473:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215483:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215491:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215496:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215502:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226925.215505:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215511:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215523:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:2.0:1781226925.215526:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226925.215530:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215537:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3e00/0x5d5522eac4466d36 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215547:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215553:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215559:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215563:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226925.215566:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215572:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215578:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:2.0:1781226925.215580:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226925.215582:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.215588:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d28 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226925.215785:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33269:x1867750941721216:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 14879us (15013us total) trans 4294968225 rc 0/0 00000100:00100000:2.0:1781226925.215797:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1487 00000020:00080000:2.0:1781226925.215803:0:10991:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1781226925.216402:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226925.216408:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226925.217051:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1781226925.217063:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226925.217274:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941721472 00000100:00100000:3.0:1781226925.217284:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941721472 00000100:00100000:3.0:1781226925.217347:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 286 00000100:00100000:3.0:1781226925.217359:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+105:33265:x1867750941721472:12345-192.168.202.30@tcp:49:cat.0 00000100:00100000:3.0:1781226925.217511:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+105:33265:x1867750941721472:12345-192.168.202.30@tcp:49:cat.0 Request processed in 154us (3723us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.217518:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 286 00000100:00100000:0.0:1781226925.218544:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.218613:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941721728 00000100:00100000:2.0:1781226925.218622:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941721728 00000100:00100000:2.0:1781226925.218669:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 287 00000100:00100000:2.0:1781226925.218679:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33269:x1867750941721728:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781226925.218969:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781226925.219005:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968226 00010000:00010000:2.0:1781226925.219039:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.219055:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.219080:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.219090:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.219096:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.219102:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.219122:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226925.219209:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+59:33269:x1867750941721728:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 530us (668us total) trans 4294968227 rc 0/0 00000100:00100000:2.0:1781226925.219217:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 287 00000020:00080000:2.0:1781226925.219223:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781226925.219234:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226925.219242:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.219250:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226925.219254:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.219262:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.219276:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226925.219279:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781226925.219283:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.219290:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466d3d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.219303:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226925.219305:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226925.219307:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226925.235127:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226925.235180:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226925.235285:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941722112 00000100:00100000:3.0:1781226925.235296:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941722112 00000100:00100000:3.0:1781226925.235365:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 71 00000100:00100000:3.0:1781226925.235376:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+105:33266:x1867750941722112:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:3.0:1781226925.235394:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226925.235420:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466c6b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47223 expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226925.235442:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5f680b200) 00010000:00010000:3.0:1781226925.235452:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226925.235507:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+104:33266:x1867750941722112:12345-192.168.202.30@tcp:103:cat.0 Request processed in 132us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.235518:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 71 00000100:00100000:2.0:1781226925.235880:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941721856 00000100:00100000:2.0:1781226925.235887:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941721856 00000100:00100000:2.0:1781226925.235941:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 410 00000100:00100000:2.0:1781226925.235949:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+14:33265:x1867750941721856:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226925.235966:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226925.235985:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097464225/0x5d5522eac4466d44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47269 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226925.236012:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a2b5da3, atime: 0x6a2b5da3, ctime: 0x6a2b5da3, blocks: 0x8 00010000:00010000:2.0:1781226925.236029:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226925.236032:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226925.236041:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097464225/0x5d5522eac4466d44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47269 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.236057:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097464225/0x5d5522eac4466d44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47269 expref: 15 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226925.236069:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3e00, rc 0) 00000100:00100000:2.0:1781226925.236105:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+15:33265:x1867750941721856:12345-192.168.202.30@tcp:101:cat.0 Request processed in 157us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226925.236112:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 410 00000100:00100000:0.0:1781226925.238277:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.238445:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941722240 00000100:00100000:2.0:1781226925.238455:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941722240 00000100:00100000:2.0:1781226925.238517:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1488 00000100:00100000:2.0:1781226925.238526:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:33266:x1867750941722240:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:2.0:1781226925.238887:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+104:33266:x1867750941722240:12345-192.168.202.30@tcp:58:cat.0 Request processed in 361us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226925.238896:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1488 00000100:00100000:3.0:1781226925.243437:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226925.243551:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941722368 00000100:00100000:1.0:1781226925.243565:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941722368 00000100:00080000:0.0:1781226925.243611:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226925.243654:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1489 00000100:00100000:1.0:1781226925.243669:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+104:33266:x1867750941722368:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:1.0:1781226925.243741:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226925.243775:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466d4b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47270 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.243854:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466d4b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47270 expref: 105 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.243883:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481400/0x5d5522eac4466d4b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47270 expref: 105 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226925.243906:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff89a5fb2d1300) 00010000:00010000:1.0:1781226925.243909:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226925.243915:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481400, rc 0) 00000100:00100000:1.0:1781226925.243997:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+105:33266:x1867750941722368:12345-192.168.202.30@tcp:101:cat.0 Request processed in 330us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226925.244006:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1489 00000100:00100000:0.0:1781226925.246960:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226925.249315:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941722496 00000100:00100000:1.0:1781226925.249337:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941722496 00002000:00100000:1.0:1781226925.249411:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff89a5d9d3a1c0 x1867750941722496/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:736/0 lens 488/0 e 0 to 0 dl 1781226936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226925.249422:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9d3a1c0 with x1867750941722496 ext(0->4095) 00002000:00010000:1.0:1781226925.249428:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d9d3a1c0 00000100:00100000:1.0:1781226925.249464:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 106 00000100:00100000:1.0:1781226925.249473:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+15:2424:x1867750941722496:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:1.0:1781226925.249729:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+15:2424:x1867750941722496:12345-192.168.202.30@tcp:3:cat.0 Request processed in 253us (2776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226925.249739:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 106 00002000:00100000:1.0:1781226925.249748:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff89a5d9d3a1c0 x1867750941722496/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:736/0 lens 488/4536 e 0 to 0 dl 1781226936 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226925.249756:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9d3a1c0 with x1867750941722496 ext(0->4095) 00002000:00010000:1.0:1781226925.249761:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d9d3a1c0 00000100:00100000:0.0:1781226925.262892:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226925.265371:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941722752 00000100:00100000:2.0:1781226925.265390:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941722752 00000100:00100000:2.0:1781226925.265476:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 288 00000100:00100000:2.0:1781226925.266355:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+105:33266:x1867750941722752:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:2.0:1781226925.268103:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+106:33266:x1867750941722752:12345-192.168.202.30@tcp:35:cat.0 Request processed in 2607us (5211us total) trans 4294968228 rc 0/0 00000100:00100000:2.0:1781226925.268118:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 288 00000100:00100000:2.0:1781226925.565588:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226925.569168:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226925.569234:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964657920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226925.569348:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226925.569447:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964657920 00000100:00100000:3.0:1781226925.569458:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964657920 00000100:00100000:3.0:1781226925.569539:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1781226925.569549:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964657920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226925.569579:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922440192 avail 3690889216 00000100:00080000:0.0:1781226925.569842:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226925.573751:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964657920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4185us (4385us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.573772:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1781226925.575610:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964657920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226925.575914:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964657792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226925.576007:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226925.577812:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964657792 00000100:00100000:3.0:1781226925.577837:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964657792 00000100:00100000:3.0:1781226925.577938:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1781226925.577951:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964657792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226925.577992:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922440192 avail 3690889216 00000100:00100000:3.0:1781226925.578104:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964657792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226925.578113:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1781226925.578521:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964657792:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1781226926.203834:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226926.271804:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226926.271819:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226926.272341:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781226926.272354:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781226926.425679:0:24102:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226926.425821:0:24102:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226926.425868:0:24102:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1781226926.425880:0:24102:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226926.591450:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226926.591478:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964658048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226926.591576:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226926.591665:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658048 00000100:00100000:3.0:1781226926.591676:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658048 00000100:00100000:3.0:1781226926.591762:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1781226926.591773:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964658048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226926.591815:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:3.0:1781226926.591867:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964658048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226926.591874:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1781226926.591933:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964658048:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226927.229004:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226927.520413:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.520481:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.520521:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.520546:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.520565:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226927.520762:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941722880 00000100:00100000:0.0:1781226927.520776:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941722880 00000100:00100000:0.0:1781226927.520846:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00100000:0.0:1781226927.520860:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941722880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226927.520968:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941722880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 111us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226927.520978:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00100000:0.0:1781226927.521025:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723392 00000100:00100000:0.0:1781226927.521029:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723392 00000100:00100000:0.0:1781226927.521068:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723904 00000100:00100000:0.0:1781226927.521071:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723904 00000100:00100000:0.0:1781226927.521096:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 723 00000100:00100000:0.0:1781226927.521103:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941723392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226927.521134:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941723392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226927.521140:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 723 00000100:00100000:0.0:1781226927.521152:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 724 00000100:00100000:0.0:1781226927.521158:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941723904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226927.521193:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2425:x1867750941723904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226927.521198:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 724 00000100:00100000:0.0:1781226927.521220:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723136 00000100:00100000:0.0:1781226927.521223:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723136 00000100:00100000:0.0:1781226927.521254:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723648 00000100:00100000:0.0:1781226927.521258:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723648 00000100:00100000:0.0:1781226927.521281:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1189 00000100:00100000:0.0:1781226927.521288:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941723136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226927.521319:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941723136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226927.521326:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1189 00000100:00100000:0.0:1781226927.521337:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1190 00000100:00100000:0.0:1781226927.521344:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941723648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226927.521367:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941723648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226927.521373:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1190 00000100:00080000:0.0:1781226927.521568:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226927.521574:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226927.530305:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226927.531144:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723008 00000100:00100000:0.0:1781226927.531161:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723008 00000100:00100000:0.0:1781226927.531268:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1191 00000100:00100000:0.0:1781226927.531283:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:2425:x1867750941723008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226927.531393:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:2425:x1867750941723008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 113us (10803us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226927.531402:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1191 00000100:00080000:0.0:1781226927.531562:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226927.535985:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.536129:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.536200:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226927.536268:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723520 00000100:00100000:3.0:1781226927.536280:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723520 00000100:00100000:3.0:1781226927.536356:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1192 00000100:00100000:3.0:1781226927.536369:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2425:x1867750941723520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226927.536475:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2425:x1867750941723520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 108us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226927.536483:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1192 00000100:00100000:3.0:1781226927.536511:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723264 00000100:00100000:3.0:1781226927.536514:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723264 00000100:00100000:3.0:1781226927.536544:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941723776 00000100:00100000:3.0:1781226927.536547:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941723776 00000100:00100000:3.0:1781226927.536570:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 725 00000100:00100000:3.0:1781226927.536576:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+15:2425:x1867750941723264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226927.536606:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+15:2425:x1867750941723264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (6184us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226927.536613:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 725 00000100:00100000:3.0:1781226927.536624:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 726 00000100:00100000:3.0:1781226927.536630:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941723776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226927.536653:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941723776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226927.536660:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 726 00000100:00080000:0.0:1781226927.536818:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226927.536826:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226928.123897:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964658176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226928.123998:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.124059:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964658560:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124068:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964658688:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124094:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.124095:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226928.124120:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964659200:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.124120:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964659072:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.124141:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226928.124143:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.124155:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964659584:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124169:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964659712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124190:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.124190:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.124213:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781226928.124219:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964658432:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124221:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226928.124226:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964658304:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.124245:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226928.124252:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.124264:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964658944:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124271:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964658816:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.124286:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226928.124288:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226928.124303:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964659328:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.124303:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964659456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.124419:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658688 00000100:00100000:0.0:1781226928.124429:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658688 00000100:00100000:3.0:1781226928.124455:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226928.124478:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659072 00000100:00100000:0.0:1781226928.124481:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659072 00000100:00100000:3.0:1781226928.124495:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658176 00000100:00100000:3.0:1781226928.124498:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658176 00000100:00100000:0.0:1781226928.124508:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659584 00000100:00100000:0.0:1781226928.124511:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659584 00000100:00100000:0.0:1781226928.124522:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658432 00000100:00100000:0.0:1781226928.124524:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658432 00000100:00100000:3.0:1781226928.124531:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781226928.124534:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658944 00000100:00100000:0.0:1781226928.124535:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658944 00000100:00100000:3.0:1781226928.124542:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964658176:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226928.124547:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1781226928.124552:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964658688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.124609:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964658688:12345-0@lo:400:kworker.0 Request processed in 55us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226928.124618:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1781226928.124640:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00002000:00000024:3.0:1781226928.124646:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781226928.124646:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964659072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.124674:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964659072:12345-0@lo:400:kworker.0 Request processed in 30us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.124676:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964658176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226928.124681:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1781226928.124682:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781226928.124692:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:0.0:1781226928.124722:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964659584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.124748:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964659584:12345-0@lo:400:kworker.0 Request processed in 27us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.124751:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1781226928.124755:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1781226928.124757:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964658432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.124764:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1781226928.124770:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964658944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124786:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964658432:12345-0@lo:400:kworker.0 Request processed in 30us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226928.124791:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964658944:12345-0@lo:400:kworker.0 Request processed in 21us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.124793:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1781226928.124796:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00080000:0.0:1781226928.124812:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226928.124813:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659200 00000100:00100000:3.0:1781226928.124817:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659200 00000100:00080000:0.0:1781226928.124817:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226928.124820:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226928.124851:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659712 00000100:00100000:3.0:1781226928.124854:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659712 00000100:00100000:0.0:1781226928.124868:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659328 00000100:00100000:0.0:1781226928.124871:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659328 00000100:00100000:3.0:1781226928.124876:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1781226928.124882:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964659200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.124892:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1781226928.124898:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964659712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124914:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964659200:12345-0@lo:400:kworker.0 Request processed in 32us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.124920:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1781226928.124923:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964659712:12345-0@lo:400:kworker.0 Request processed in 25us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.124930:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1781226928.124933:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1781226928.124936:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964659328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.124962:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964659328:12345-0@lo:400:kworker.0 Request processed in 26us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.124968:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1781226928.124991:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658304 00000100:00100000:3.0:1781226928.124994:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658304 00000100:00100000:3.0:1781226928.125018:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1781226928.125024:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964658304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.125053:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964658304:12345-0@lo:400:kworker.0 Request processed in 29us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.125060:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1781226928.125091:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658560 00000100:00100000:3.0:1781226928.125095:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658560 00000100:00100000:3.0:1781226928.125126:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1781226928.125133:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964658560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.125178:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964658560:12345-0@lo:400:kworker.0 Request processed in 46us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.125185:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1781226928.125196:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964658816 00000100:00100000:3.0:1781226928.125199:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964658816 00000100:00100000:3.0:1781226928.125219:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1781226928.125225:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964658816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.125253:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964658816:12345-0@lo:400:kworker.0 Request processed in 29us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226928.125258:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1781226928.125743:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964659840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226928.125784:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226928.125822:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659840 00000100:00100000:0.0:1781226928.125827:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659840 00000100:00100000:0.0:1781226928.125855:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1781226928.125863:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964659840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226928.125879:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781226928.125915:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964659840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226928.125923:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1781226928.125970:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964659840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226928.126291:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226928.127339:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964658560:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.127358:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964659072:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.127373:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964659584:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.127410:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964658432:0@lo:400:kworker.0 00000100:00100000:1.0:1781226928.127424:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964658944:0@lo:400:kworker.0 00000100:00080000:3.0:1781226928.127680:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226928.127688:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226928.127735:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964658304:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.127750:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964658816:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.127764:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964659328:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.127777:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964658688:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.127790:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964659200:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.127803:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964659712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226928.127826:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964658176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226928.129586:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659456 00000100:00100000:0.0:1781226928.129605:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659456 00000100:00100000:0.0:1781226928.129713:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1781226928.129725:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964659456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226928.129837:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964659456:12345-0@lo:400:kworker.0 Request processed in 115us (3546us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226928.129844:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:2.0:1781226928.129929:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226928.130105:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964659456:0@lo:400:kworker.0 00010000:00010000:1.0:1781226928.252053:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226929.149184:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964659968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226929.149298:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226929.149650:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964659968 00000100:00100000:1.0:1781226929.149661:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964659968 00000100:00100000:1.0:1781226929.149751:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781226929.149761:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964659968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226929.150588:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226929.150719:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964659968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 932us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226929.150731:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781226929.151281:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964659968:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226929.276108:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226930.300733:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226930.685688:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226930.685773:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964660096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226930.685870:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226930.686305:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660096 00000100:00100000:2.0:1781226930.686325:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660096 00000100:00100000:2.0:1781226930.686387:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1781226930.686398:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964660096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226930.686443:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:2.0:1781226930.686492:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964660096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226930.686500:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:2.0:1781226930.686522:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226930.686562:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964660096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226930.689432:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226930.689471:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964660224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226930.689571:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226930.690483:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660224 00000100:00100000:0.0:1781226930.690497:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660224 00000100:00100000:0.0:1781226930.690584:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1781226930.690606:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964660224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226930.690641:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:0.0:1781226930.690743:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964660224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226930.690752:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:0.0:1781226930.691029:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226930.691094:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964660224:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1781226930.717422:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968228 is committed 00000001:00080000:1.0:1781226930.717469:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968227 is committed 00000020:00080000:1.0:1781226930.717483:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a5d2392180 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:1.0:1781226930.717489:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fbb79000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5fb2ed9c0 00000020:00080000:1.0:1781226930.717493:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fbb79400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c9216200 00000020:00080000:1.0:1781226930.717528:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:1.0:1781226930.717617:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:3.0:1781226930.717672:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226930.717687:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226930.717725:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226930.717733:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226930.717738:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226930.717747:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226930.717768:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:3.0:1781226930.717771:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226930.717776:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226930.717784:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac4466d0c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226930.720967:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:0.0:1781226930.720983:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00010000:00010000:3.0:1781226931.326491:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226931.389410:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226931.389424:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226931.389561:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:0.0:1781226931.389575:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226931.573033:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226931.573147:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724032 00000100:00100000:1.0:1781226931.573161:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724032 00000100:00100000:1.0:1781226931.573319:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1490 00000100:00100000:1.0:1781226931.573333:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33238:x1867750941724032:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781226931.573467:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33238:x1867750941724032:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 137us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226931.573475:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1490 00000100:00080000:2.0:1781226931.573884:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226931.577951:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226931.578040:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724160 00000100:00100000:2.0:1781226931.578053:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724160 00000100:00100000:2.0:1781226931.578149:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1491 00000100:00100000:2.0:1781226931.578163:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33238:x1867750941724160:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781226931.578289:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33238:x1867750941724160:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 130us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226931.578297:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1491 00000100:00080000:0.0:1781226931.578657:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226931.708076:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964660352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226931.708195:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226931.708496:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660352 00000100:00100000:3.0:1781226931.708507:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660352 00000100:00100000:3.0:1781226931.708576:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1781226931.708586:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964660352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226931.708628:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:3.0:1781226931.708681:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964660352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226931.708688:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1781226931.708802:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964660352:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226932.349928:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226932.477411:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781226932.649458:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649549:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649595:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649619:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649640:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649658:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649676:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649715:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649745:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226932.649775:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724416 00000100:00100000:1.0:1781226932.649784:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724416 00000100:00100000:1.0:1781226932.649849:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724544 00000100:00100000:1.0:1781226932.649853:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724544 00000100:00100000:1.0:1781226932.649867:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724928 00000100:00100000:1.0:1781226932.649869:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724928 00000100:00100000:1.0:1781226932.649878:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725056 00000100:00100000:1.0:1781226932.649881:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725056 00000100:00100000:1.0:1781226932.649912:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1199 00000100:00100000:1.0:1781226932.649921:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+105:2427:x1867750941724416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226932.650011:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+105:2427:x1867750941724416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 91us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226932.650020:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1199 00000100:00100000:1.0:1781226932.650040:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1200 00000100:00100000:1.0:1781226932.650046:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941724544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226932.650070:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941724544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226932.650076:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1200 00000100:00100000:1.0:1781226932.650087:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1201 00000100:00100000:1.0:1781226932.650093:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941724928:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226932.650129:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941724928:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226932.650137:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1201 00000100:00100000:1.0:1781226932.650149:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1202 00000100:00100000:1.0:1781226932.650155:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941725056:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226932.650176:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941725056:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226932.650182:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1202 00000100:00100000:1.0:1781226932.650200:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724672 00000100:00100000:1.0:1781226932.650203:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724672 00000100:00100000:1.0:1781226932.650224:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724800 00000100:00100000:1.0:1781226932.650226:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724800 00000100:00100000:1.0:1781226932.650240:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725184 00000100:00100000:1.0:1781226932.650242:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725184 00000100:00100000:1.0:1781226932.650267:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725312 00000100:00100000:1.0:1781226932.650269:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725312 00000100:00100000:1.0:1781226932.650284:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 730 00000100:00100000:1.0:1781226932.650291:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941724672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226932.650314:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+15:2427:x1867750941724672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226932.650321:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 730 00000100:00100000:1.0:1781226932.650332:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 731 00000100:00100000:1.0:1781226932.650337:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941724800:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226932.651799:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 732 00000100:00100000:3.0:1781226932.651817:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941725184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226932.651873:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941725184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 64us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226932.651892:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 732 00000100:00100000:3.0:1781226932.651914:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 733 00000100:00100000:3.0:1781226932.651922:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941725312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226932.651946:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941725312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (2200us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226932.651951:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 733 00000100:00100000:1.0:1781226932.652156:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941724800:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1817us (2514us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226932.652163:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 731 00000100:00080000:1.0:1781226932.652203:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226932.652207:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226932.652211:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226932.652213:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226932.656376:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941724288 00000100:00100000:0.0:1781226932.656391:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941724288 00000100:00100000:0.0:1781226932.656453:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 783 00000100:00100000:0.0:1781226932.656464:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941724288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226932.656548:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941724288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (7099us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226932.656556:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 783 00000001:02000400:2.0:1781226932.971413:0:24298:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 21:15:31 (1781226931) 00000100:00100000:2.0:1781226933.244169:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964660480:0@lo:400:kworker.0 00000100:00100000:0.0:1781226933.244169:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964660608:0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.244263:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964660864:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.244458:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964660736:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.244891:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226933.244937:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964660992:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.244965:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226933.244982:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964661504:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.245077:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226933.245098:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964662016:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.245129:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226933.245156:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781226933.245162:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964662144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226933.245185:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226933.245219:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660480 00000100:00100000:2.0:1781226933.245226:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660480 00000100:00100000:2.0:1781226933.245276:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1781226933.245285:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964660480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.245525:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964660480:12345-0@lo:400:kworker.0 Request processed in 229us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.245533:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1781226933.245583:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660992 00000100:00100000:2.0:1781226933.245588:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660992 00000100:00100000:2.0:1781226933.245615:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1781226933.245622:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964660992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.245661:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964660992:12345-0@lo:400:kworker.0 Request processed in 40us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.245667:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1781226933.245685:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964662144 00000100:00100000:2.0:1781226933.245689:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964662144 00000100:00100000:2.0:1781226933.245752:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1781226933.245759:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964662144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226933.245782:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226933.245815:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964662144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.245821:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1781226933.245864:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964662144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226933.245875:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964660480:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.245884:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964660992:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.245929:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661504 00000100:00100000:2.0:1781226933.245932:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661504 00000100:00100000:2.0:1781226933.245958:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964662016 00000100:00100000:2.0:1781226933.245961:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964662016 00000100:00100000:2.0:1781226933.245983:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1781226933.245989:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964661504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.246023:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964661504:12345-0@lo:400:kworker.0 Request processed in 35us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.246030:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1781226933.246042:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1781226933.246048:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964662016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.246073:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964662016:12345-0@lo:400:kworker.0 Request processed in 26us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.246079:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1781226933.246145:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1781226933.246151:0:3666:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:2.0:1781226933.246166:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964661504:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.246176:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964662016:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.246248:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:2.0:1781226933.246285:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226933.246289:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226933.246312:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725440 00000100:00100000:2.0:1781226933.246315:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725440 00000100:00100000:2.0:1781226933.246362:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1492 00000100:00100000:2.0:1781226933.246764:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33888:x1867750941725440:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781226933.246844:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33888:x1867750941725440:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 148us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.246852:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1492 00000100:00080000:2.0:1781226933.246871:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226933.251171:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226933.251311:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964661376:0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251345:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226933.251376:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964661888:0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251398:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226933.251423:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226933.251430:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964662272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226933.251445:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226933.251450:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226933.251467:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964661248:0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251481:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661376 00000100:00100000:3.0:1781226933.251488:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226933.251488:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661376 00000100:00100000:1.0:1781226933.251552:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661888 00000100:00100000:1.0:1781226933.251556:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661888 00000100:00100000:1.0:1781226933.251580:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1781226933.251589:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964661376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251658:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964661376:12345-0@lo:400:kworker.0 Request processed in 70us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.251665:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1781226933.251683:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781226933.251688:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964661888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251738:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964661888:12345-0@lo:400:kworker.0 Request processed in 50us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.251744:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00080000:1.0:1781226933.251767:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226933.251797:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964661376:0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251807:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964661888:0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251846:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660736 00000100:00100000:1.0:1781226933.251850:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660736 00000100:00100000:1.0:1781226933.251874:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1781226933.251880:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964660736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226933.251915:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964660736:12345-0@lo:400:kworker.0 Request processed in 35us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.251922:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1781226933.251982:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964662272 00000100:00100000:1.0:1781226933.251986:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964662272 00000100:00100000:1.0:1781226933.252009:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1781226933.252015:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964662272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226933.252031:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226933.252066:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964662272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.252072:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1781226933.252128:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605868000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964662272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226933.253832:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964661760:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.253875:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226933.260485:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660864 00000100:00100000:2.0:1781226933.260502:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660864 00000100:00100000:2.0:1781226933.260761:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661248 00000100:00100000:2.0:1781226933.260766:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661248 00000100:00100000:2.0:1781226933.260810:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:2.0:1781226933.260820:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964660864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.260916:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964660864:12345-0@lo:400:kworker.0 Request processed in 98us (9752us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.260924:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:2.0:1781226933.260943:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1781226933.260949:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964661248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.260978:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964661248:12345-0@lo:400:kworker.0 Request processed in 29us (9489us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.260985:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00080000:2.0:1781226933.261029:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226933.261763:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964660864:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268056:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964660736:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268076:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964661248:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268125:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.268166:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661760 00000100:00100000:3.0:1781226933.268174:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661760 00000100:00100000:3.0:1781226933.268229:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725568 00000100:00100000:3.0:1781226933.268233:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725568 00000100:00100000:3.0:1781226933.268274:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1781226933.268284:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964661760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268363:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964661760:12345-0@lo:400:kworker.0 Request processed in 80us (14488us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.268371:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1781226933.268390:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1493 00000100:00100000:3.0:1781226933.268397:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33888:x1867750941725568:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226933.268476:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33888:x1867750941725568:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 78us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.268483:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1493 00000100:00080000:3.0:1781226933.268503:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226933.268608:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964661760:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268641:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226933.268669:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964661120:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268781:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226933.268800:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964661632:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268821:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226933.268850:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964660608 00000100:00100000:3.0:1781226933.268854:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964660608 00000100:00100000:3.0:1781226933.268874:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661120 00000100:00100000:3.0:1781226933.268877:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661120 00000100:00100000:3.0:1781226933.268896:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964661632 00000100:00100000:3.0:1781226933.268898:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964661632 00000100:00100000:3.0:1781226933.268913:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1781226933.268919:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964660608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.268958:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964660608:12345-0@lo:400:kworker.0 Request processed in 39us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.268964:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1781226933.268977:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1781226933.268984:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964661120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.269010:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964661120:12345-0@lo:400:kworker.0 Request processed in 27us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.269016:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1781226933.269028:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1781226933.269035:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964661632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.269061:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964661632:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.269066:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00080000:3.0:1781226933.269081:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226933.269102:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964660608:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.269131:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964661120:0@lo:400:kworker.0 00000100:00100000:3.0:1781226933.269139:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964661632:0@lo:400:kworker.0 00000100:00100000:2.0:1781226933.285360:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.285641:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725696 00000100:00100000:3.0:1781226933.285661:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725696 00000100:00100000:3.0:1781226933.285964:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1494 00000100:00100000:3.0:1781226933.285978:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+105:33889:x1867750941725696:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226933.286014:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226933.286044:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466d52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47277 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286157:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286174:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286189:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286207:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286494:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286502:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286566:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286575:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286583:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286589:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.286594:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286602:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286617:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226933.286620:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.286625:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286633:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286648:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286653:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286659:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286665:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.286669:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286674:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286680:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226933.286683:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.286686:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.286690:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.287054:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466d52 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47277 expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.287067:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226933.287069:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.287073:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466d52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47277 expref: 106 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.287084:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:3.0:1781226933.287423:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+105:33889:x1867750941725696:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1447us (2070us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226933.287435:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1494 00000100:00100000:3.0:1781226933.293570:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226933.293891:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941725952 00000100:00100000:0.0:1781226933.293906:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941725952 00000100:00100000:0.0:1781226933.294119:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1495 00000100:00100000:0.0:1781226933.294134:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+105:33889:x1867750941725952:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:0.0:1781226933.298086:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226933.298148:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466ab2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47189 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.298175:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226933.298180:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226933.298276:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.298463:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.298473:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.298520:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 48 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.298539:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 48 pid: 6523 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226933.298556:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7415680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964662400:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226933.298678:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fb1aef00 going to sleep for 11 seconds 00000100:00100000:3.0:1781226933.304787:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.305013:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726080 00000100:00100000:1.0:1781226933.305027:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726080 00010000:00010000:1.0:1781226933.305083:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 49 pid: 6523 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226933.305151:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 457 00000100:00100000:1.0:1781226933.305164:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941726080:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226933.305186:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226933.305194:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 49 pid: 6523 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.305222:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 49 pid: 6523 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.305252:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226933.305258:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.305272:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.305573:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.305604:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226933.305687:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2427:x1867750941726080:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 525us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.305729:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 457 00010000:00010000:0.0:1781226933.307652:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466af1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4719e expref: 48 pid: 6523 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226933.307976:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7415680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964662400:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226933.308070:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.308345:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.308353:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.308393:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.308408:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.308419:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310376:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310401:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310416:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226933.310439:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000e4d7e2d7 reply state 000000005a746246 transno 4294968229 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310453:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310468:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226933.310471:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226933.310476:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781226933.310484:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:1.0:1781226933.310493:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310502:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310510:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310517:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226933.310522:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310532:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310544:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226933.310547:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.310551:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310559:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466d67 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226933.310576:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000e4d7e2d7 reply state 000000005a746246 transno 4294968229 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310591:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.310597:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226933.310600:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226933.310601:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781226933.311393:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33889:x1867750941725952:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 17254us (17832us total) trans 4294968229 rc 0/0 00000100:00100000:1.0:1781226933.311407:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1495 00000100:00100000:0.0:1781226933.321418:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.321535:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726208 00000100:00100000:1.0:1781226933.321551:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726208 00000100:00100000:1.0:1781226933.321666:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1496 00000100:00100000:1.0:1781226933.321680:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+106:33890:x1867750941726208:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226933.321738:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.321914:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4727e expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.322083:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.322102:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.322128:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226933.322662:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226933.322668:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226933.322728:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.323344:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466d7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4727e expref: 108 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.323379:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4727e expref: 107 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.323390:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226933.323393:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226933.323398:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226933.323582:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+107:33890:x1867750941726208:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1904us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.323592:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1496 00000100:00100000:2.0:1781226933.328562:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.328936:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726336 00000100:00100000:3.0:1781226933.328951:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726336 00000100:00100000:3.0:1781226933.329161:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1497 00000100:00100000:3.0:1781226933.329176:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:33890:x1867750941726336:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226933.329205:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226933.329453:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466d8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47285 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329557:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329577:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329591:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329606:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329614:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329621:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329903:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466d9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329913:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466d9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.329921:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466d9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226933.329980:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1781226933.330592:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226933.330633:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466d9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330650:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330657:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330664:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330670:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.330675:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330684:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330729:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226933.330733:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.330739:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330747:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466d91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330907:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330920:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330925:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330930:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.330933:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330939:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330949:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff89a5fb2d1200) 00010000:00010000:3.0:1781226933.330952:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.330955:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.330961:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466d98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.331088:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466d8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47285 expref: 109 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.331105:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea000/0x5d5522eac4466d9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47285 expref: 108 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.331455:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226933.331459:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226933.331464:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea000, rc 0) 00000100:00100000:3.0:1781226933.331670:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:33890:x1867750941726336:12345-192.168.202.30@tcp:101:bash.0 Request processed in 2496us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.331682:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1497 00000100:00100000:2.0:1781226933.336620:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.337087:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726464 00000100:00100000:1.0:1781226933.337115:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726464 00000100:00100000:1.0:1781226933.337449:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1498 00000100:00100000:1.0:1781226933.337465:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:33890:x1867750941726464:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226933.337494:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.337528:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466da6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4728c expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337632:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337650:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337670:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337688:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337730:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337738:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337952:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337961:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337968:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.337975:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226933.337980:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338056:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338071:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226933.338074:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.338080:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338088:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466dad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338116:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338123:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338129:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338200:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226933.338203:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338222:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338230:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a5fb2d1d00) 00010000:00010000:1.0:1781226933.338233:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.338236:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338241:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466db4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338553:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466da6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4728c expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338571:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226933.338574:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.338577:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466da6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4728c expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.338589:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481a00, rc 0) 00000100:00100000:1.0:1781226933.338756:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:33890:x1867750941726464:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1295us (2156us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226933.338776:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1498 00000100:00100000:1.0:1781226933.351479:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226933.351624:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726592 00000100:00100000:2.0:1781226933.351638:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726592 00000100:00100000:2.0:1781226933.351859:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1499 00000100:00100000:2.0:1781226933.351877:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+48:33891:x1867750941726592:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226933.351909:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226933.351941:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466dbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47293 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226933.352051:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226933.352076:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226933.352092:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226933.352594:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781226933.352600:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226933.352630:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226933.352666:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466dbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 50 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226933.352927:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226933.352940:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226933.352943:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226933.352948:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3800, rc 0) 00000100:00100000:2.0:1781226933.353069:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33891:x1867750941726592:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1197us (1605us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226933.353079:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1499 00000100:00100000:2.0:1781226933.356621:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.356745:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726720 00000100:00100000:3.0:1781226933.356770:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726720 00000100:00100000:3.0:1781226933.356852:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1500 00000100:00100000:3.0:1781226933.356867:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:33891:x1867750941726720:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226933.356900:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226933.356932:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466dc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4729a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357047:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357066:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357080:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357090:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357097:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357103:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357246:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466dde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357257:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357263:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226933.357322:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1781226933.357327:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226933.357355:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466dde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357368:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357376:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357383:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357389:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.357394:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357404:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357417:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226933.357421:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.357426:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357437:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466dd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357452:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357459:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357466:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357471:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.357474:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357481:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357489:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff89a5fb2d1200) 00010000:00010000:3.0:1781226933.357492:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.357494:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357500:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466dd7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357531:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466dc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4729a expref: 51 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357546:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb600/0x5d5522eac4466dde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4729a expref: 50 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.357555:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226933.357558:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226933.357560:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb600, rc 0) 00000100:00100000:3.0:1781226933.357644:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33891:x1867750941726720:12345-192.168.202.30@tcp:101:rm.0 Request processed in 781us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.357654:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1500 00000100:00100000:0.0:1781226933.366481:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.366728:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726848 00000100:00100000:1.0:1781226933.366742:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726848 00000100:00100000:1.0:1781226933.366837:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1501 00000100:00100000:1.0:1781226933.366851:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33891:x1867750941726848:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226933.366879:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.366911:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466de5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472a1 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367033:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367051:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367065:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367091:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367099:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367133:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367192:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367201:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367208:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367214:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0031400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226933.367219:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367228:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367241:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226933.367244:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.367250:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367256:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4466dec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367275:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367281:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367286:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367291:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226933.367294:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367300:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367306:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a5fb2d1d00) 00010000:00010000:1.0:1781226933.367308:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.367311:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367316:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4466df3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367357:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466de5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472a1 expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367367:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226933.367370:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.367374:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4466de5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472a1 expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.367386:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226933.367470:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33891:x1867750941726848:12345-192.168.202.30@tcp:101:rm.0 Request processed in 622us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226933.367479:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1501 00000100:00100000:1.0:1781226933.372189:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.372379:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941726976 00000100:00100000:3.0:1781226933.372395:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941726976 00000100:00100000:3.0:1781226933.372478:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1502 00000100:00100000:3.0:1781226933.372492:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33891:x1867750941726976:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226933.372521:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226933.372557:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466dfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472a8 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372692:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372752:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372779:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372798:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372805:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372817:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372884:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372893:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372900:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372907:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372914:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.372920:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372929:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372943:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226933.372946:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.372952:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372959:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372977:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372984:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372990:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.372996:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.372998:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.373005:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.373011:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226933.373014:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.373016:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.373023:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.373068:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466dfa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472a8 expref: 51 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.373079:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226933.373082:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.373086:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466dfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472a8 expref: 51 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.373103:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:3.0:1781226933.373244:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33891:x1867750941726976:12345-192.168.202.30@tcp:101:rm.0 Request processed in 754us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226933.373253:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1502 00010000:00010000:3.0:1781226933.383495:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226933.399227:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226933.402351:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941727104 00000100:00100000:0.0:1781226933.402379:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941727104 00000100:00100000:0.0:1781226933.402497:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1503 00000100:00100000:0.0:1781226933.402511:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33892:x1867750941727104:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226933.402542:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226933.402575:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472af expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402675:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402724:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402741:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402770:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402778:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402790:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402860:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402870:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402877:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402885:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226933.402890:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402899:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402914:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:0.0:1781226933.402917:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226933.402923:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402931:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402948:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402954:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402973:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.402978:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226933.402981:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.403796:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.403811:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:0.0:1781226933.403814:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226933.403819:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.403826:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.403884:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e0f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472af expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.403896:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:0.0:1781226933.403899:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226933.403903:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472af expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.403913:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6800, rc 0) 00000100:00100000:0.0:1781226933.404188:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33892:x1867750941727104:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1677us (4978us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226933.404203:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1503 00000100:00100000:1.0:1781226933.413327:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.413546:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941727232 00000100:00100000:3.0:1781226933.413559:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941727232 00000100:00100000:3.0:1781226933.413643:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1504 00000100:00100000:3.0:1781226933.413655:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33892:x1867750941727232:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226933.413681:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226933.413747:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466e24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472b6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.416234:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.416268:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.418959:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419032:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419048:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419064:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419132:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419141:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419148:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419155:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.419160:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419169:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419184:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226933.419187:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.419193:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419200:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4466e2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419217:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419223:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419228:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419233:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226933.419235:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419240:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419247:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226933.419249:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.419251:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419256:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4466e32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419324:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466e24 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472b6 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419338:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226933.419341:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226933.419344:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466e24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472b6 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.419356:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:3.0:1781226933.419478:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33892:x1867750941727232:12345-192.168.202.30@tcp:101:cp.0 Request processed in 5822us (6164us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226933.419493:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1504 00000100:00100000:1.0:1781226933.428147:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226933.428313:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941727488 00000100:00100000:0.0:1781226933.428327:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941727488 00000100:00100000:0.0:1781226933.428399:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1505 00000100:00100000:0.0:1781226933.428418:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33892:x1867750941727488:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226933.428445:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226933.428484:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e39 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472bd expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.428637:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.428659:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.428673:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.428690:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.428744:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.428752:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226933.429315:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1781226933.429504:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.433909:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.433947:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436163:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436191:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436201:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436208:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226933.436214:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436225:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436246:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226933.436250:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226933.436255:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436268:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e40 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226933.436293:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000005e861073 reply state 000000007573759c transno 4294968230 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436307:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436314:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:1.0:1781226933.436316:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226933.436319:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781226933.436390:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e39 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 53 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436410:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.436418:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:1.0:1781226933.436421:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226933.436424:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6000, rc 0) 00000100:00100000:1.0:1781226933.436550:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33892:x1867750941727488:12345-192.168.202.30@tcp:101:cp.0 Request processed in 8139us (8415us total) trans 4294968230 rc 0/0 00000100:00100000:1.0:1781226933.436562:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1505 00000040:00080000:1.0:1781226933.438217:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226933.438229:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226933.440078:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1781226933.440103:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226933.443476:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.443664:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941727616 00000100:00100000:1.0:1781226933.443677:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941727616 00000100:00100000:1.0:1781226933.443776:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 411 00000100:00100000:1.0:1781226933.443788:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941727616:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226933.443812:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.443844:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472c4 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226933.443878:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226933.443902:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226933.443904:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226933.443915:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.443935:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.443950:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226933.444252:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941727616:12345-192.168.202.30@tcp:101:cp.0 Request processed in 465us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.444261:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 411 00000100:00100000:0.0:1781226933.448756:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.449161:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941727744 00000100:00100000:1.0:1781226933.449177:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941727744 00000100:00100000:1.0:1781226933.449433:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 412 00000100:00100000:1.0:1781226933.449448:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:33892:x1867750941727744:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226933.449475:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.449505:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472cb expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.449554:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.449565:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226933.449568:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226933.449575:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.449623:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.449638:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 11 pid: 15413 timeout: 992 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226933.449655:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964662528:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226933.451040:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864e40 going to sleep for 11 seconds 00000100:00100000:1.0:1781226933.455151:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964662528:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226933.455216:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.455247:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:0.0:1781226933.455632:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.455690:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941727872 00000100:00100000:3.0:1781226933.455732:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941727872 00010000:00010000:3.0:1781226933.455908:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 12 pid: 15413 timeout: 992 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226933.455967:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 458 00000100:00100000:3.0:1781226933.455979:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941727872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226933.456000:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226933.456038:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 12 pid: 15413 timeout: 992 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.456053:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 12 pid: 15413 timeout: 992 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.456087:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066bb8de9/0x5d5522eac4466e5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472c4 expref: 12 pid: 15413 timeout: 992 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226933.456104:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:33892:x1867750941727744:12345-192.168.202.30@tcp:101:cp.0 Request processed in 6660us (7362us total) trans 0 rc 0/0 00010000:00010000:3.0:1781226933.456118:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226933.456121:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1781226933.456125:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 412 00010000:00010000:3.0:1781226933.456202:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.456287:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.456381:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226933.456398:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d092c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964662656:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226933.456491:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226933.467285:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d092c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964662656:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226933.467327:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226933.467460:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941727872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 11481us (11826us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226933.467474:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 458 00000100:00100000:0.0:1781226933.470567:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226933.470658:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941728128 00000100:00100000:3.0:1781226933.470673:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941728128 00000100:00100000:3.0:1781226933.470772:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 289 00000100:00100000:3.0:1781226933.470785:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33892:x1867750941728128:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:3.0:1781226933.471256:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33892:x1867750941728128:12345-192.168.202.30@tcp:35:cp.0 Request processed in 472us (701us total) trans 4294968231 rc 0/0 00000100:00100000:3.0:1781226933.471266:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 289 00000040:00080000:3.0:1781226933.506307:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226933.507844:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226933.507970:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941728256 00000100:00100000:0.0:1781226933.507984:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941728256 00000100:00100000:0.0:1781226933.508062:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1506 00000100:00100000:0.0:1781226933.508075:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+108:33895:x1867750941728256:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226933.508100:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226933.508136:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466e6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472d2 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508249:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508267:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508281:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508306:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508314:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508322:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508419:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508427:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508434:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226933.508484:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:0.0:1781226933.508490:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226933.508516:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508530:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508540:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508547:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508554:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508561:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226933.508566:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508575:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508591:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:0.0:1781226933.508595:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226933.508601:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508607:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4466e71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508621:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508627:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508633:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508639:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226933.508641:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508648:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508655:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:0.0:1781226933.508657:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226933.508660:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.508667:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4466e78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.509057:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4466e6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472d2 expref: 110 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.509075:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472d2 expref: 109 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.509084:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:0.0:1781226933.509086:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226933.509088:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cd800, rc 0) 00000100:00100000:0.0:1781226933.509176:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+109:33895:x1867750941728256:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1102us (1345us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226933.509186:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1506 00000100:00100000:0.0:1781226933.513073:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.513598:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941728384 00000100:00100000:1.0:1781226933.513612:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941728384 00000100:00100000:1.0:1781226933.513794:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 413 00000100:00100000:1.0:1781226933.513808:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941728384:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226933.513832:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.513857:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac4466e86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472d9 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226933.513936:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964662784:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226933.514066:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864e40 going to sleep for 11 seconds 00002000:00010000:3.0:1781226933.517252:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226933.517264:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1781226933 00002000:00010000:3.0:1781226933.517268:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1781226933 00002000:00010000:3.0:1781226933.517270:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1781226933 00002000:00010000:3.0:1781226933.517272:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226933.517313:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964662784:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226933.517365:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac4466e86 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472d9 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.517394:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac4466e86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472d9 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226933.517411:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:3.0:1781226933.517502:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941728384:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 3696us (4442us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226933.518384:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 413 00000100:00100000:3.0:1781226933.523927:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226933.524047:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941728512 00000100:00100000:0.0:1781226933.524060:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941728512 00000100:00100000:0.0:1781226933.524151:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1507 00000100:00100000:0.0:1781226933.524164:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+109:33895:x1867750941728512:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226933.524193:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226933.524239:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466e8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472e0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.524339:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466e94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.524361:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.524373:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226933.524430:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1781226933.524434:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226933.524459:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466e94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.524492:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466e8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472e0 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.524775:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466e94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472e0 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226933.524788:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:0.0:1781226933.524791:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226933.524795:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062ccc00, rc 0) 00000100:00100000:0.0:1781226933.524884:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+110:33895:x1867750941728512:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 722us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226933.524892:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1507 00000100:00100000:0.0:1781226933.529116:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.529223:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941728640 00000100:00100000:1.0:1781226933.529236:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941728640 00000100:00100000:1.0:1781226933.529327:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 414 00000100:00100000:1.0:1781226933.529341:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941728640:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226933.529366:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226933.529396:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8726936/0x5d5522eac4466e9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472e7 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226933.529490:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964662912:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226933.529616:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c78646c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226933.536827:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964662912:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226933.536887:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8726936/0x5d5522eac4466e9b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472e7 expref: 18 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.536921:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8726936/0x5d5522eac4466e9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472e7 expref: 18 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226933.536942:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226933.537028:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941728640:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7689us (7936us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226933.537040:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 414 00000100:00100000:0.0:1781226933.543969:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226933.544166:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941728896 00000100:00100000:1.0:1781226933.544180:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941728896 00000100:00100000:1.0:1781226933.544361:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1508 00000100:00100000:1.0:1781226933.544374:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:33895:x1867750941728896:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:1.0:1781226933.544800:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:1.0:1781226933.544924:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:33895:x1867750941728896:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 551us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226933.544934:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1508 00000100:00100000:2.0:1781226934.270839:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226934.270883:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964663040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226934.270980:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226934.271065:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964663040 00000100:00100000:2.0:1781226934.271074:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964663040 00000100:00100000:2.0:1781226934.271152:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1781226934.271166:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964663040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226934.271220:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226934.271279:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964663040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.271289:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1781226934.271667:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964663040:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226934.406328:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226934.459987:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226934.460002:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226934.460041:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:1.0:1781226934.460054:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226934.460348:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964663168:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226934.460573:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226934.490850:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226934.491027:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941729024 00000100:00100000:0.0:1781226934.491040:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941729024 00000100:00100000:0.0:1781226934.491136:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1509 00000100:00100000:0.0:1781226934.491151:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941729024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226934.491205:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226934.491372:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941729024:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 224us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226934.491382:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1509 00000100:00100000:0.0:1781226934.491600:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964663168:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226934.508291:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226934.508461:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941729280 00000100:00100000:2.0:1781226934.508474:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941729280 00000100:00100000:2.0:1781226934.508550:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1510 00000100:00100000:2.0:1781226934.508563:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33905:x1867750941729280:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226934.508592:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226934.508621:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466ea2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472ee expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.509054:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466ea9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.509073:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.509087:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226934.509116:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:2.0:1781226934.509262:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466ea2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472ee expref: 57 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.509348:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472ee expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.509361:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:2.0:1781226934.509365:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226934.509370:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3000, rc 0) 00000100:00100000:2.0:1781226934.509662:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941729280:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1102us (1399us total) trans 4294968232 rc 0/0 00000100:00100000:2.0:1781226934.509672:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1510 00000100:00100000:1.0:1781226934.524850:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226934.524904:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226934.525563:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941729408 00000100:00100000:2.0:1781226934.525578:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941729408 00000100:00100000:2.0:1781226934.525951:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 415 00000100:00100000:2.0:1781226934.525967:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941729408:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226934.526094:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.526131:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.526141:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226934.526143:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226934.526147:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.526195:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.526211:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 10 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226934.526229:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964663296:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226934.526585:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9f6a480 going to sleep for 11 seconds 00000100:00100000:2.0:1781226934.526612:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941729536 00000100:00100000:2.0:1781226934.526619:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941729536 00000100:00100000:2.0:1781226934.526666:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 72 00000100:00100000:2.0:1781226934.526674:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941729536:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226934.526688:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226934.526741:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466ea9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472ee expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.527500:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:2.0:1781226934.527509:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226934.527568:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2426:x1867750941729536:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 893us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.527579:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 72 00000100:00100000:2.0:1781226934.532324:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b30c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964663296:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226934.532370:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226934.537266:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226934.538419:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941729664 00000100:00100000:0.0:1781226934.538435:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941729664 00002000:00100000:0.0:1781226934.538501:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff89a4c71b30c0 x1867750941729664/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:745/0 lens 648/0 e 0 to 0 dl 1781226945 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226934.538515:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71b30c0 with x1867750941729664 ext(0->157) 00010000:00010000:0.0:1781226934.538528:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 11 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226934.538548:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 11 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226934.538557:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c71b30c0 00000100:00100000:0.0:1781226934.538589:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 19 00000100:00100000:0.0:1781226934.538599:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941729664:12345-192.168.202.30@tcp:4:cp.0 00000100:00080000:1.0:1781226934.539581:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226934.541232:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941729664:12345-192.168.202.30@tcp:4:cp.0 Request processed in 2619us (7243us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1781226934.541253:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 19 00002000:00100000:1.0:1781226934.541269:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff89a4c71b30c0 x1867750941729664/t4294967380(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:745/0 lens 648/448 e 0 to 0 dl 1781226945 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226934.541290:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c71b30c0 with x1867750941729664 ext(0->157) 00010000:00010000:1.0:1781226934.541302:0:20333:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 13 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.541326:0:20333:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 13 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226934.541333:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c71b30c0 00000100:00100000:3.0:1781226934.559908:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226934.569081:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941729792 00000100:00100000:0.0:1781226934.569113:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941729792 00010000:00010000:1.0:1781226934.580711:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 13 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226934.580777:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 459 00000100:00100000:1.0:1781226934.580790:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941729792:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226934.580812:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781226934.580834:0:6510:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781226934.580842:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 13 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.580858:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 13 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.580888:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac4466e63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472cb expref: 13 pid: 8407 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.580910:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226934.580912:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226934.580919:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.580929:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.580966:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226934.581066:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941729792:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 279us (21175us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226934.581075:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 459 00010000:00010000:2.0:1781226934.583232:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583256:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583311:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583321:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583330:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583338:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226934.583342:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583352:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583374:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.583388:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466eb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226934.583517:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941729408:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 57550us (58675us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.583528:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 415 00000100:00100000:3.0:1781226934.595502:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226934.596373:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730048 00000100:00100000:2.0:1781226934.596388:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730048 00000100:00100000:2.0:1781226934.596570:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1511 00000100:00100000:2.0:1781226934.596583:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941730048:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226934.596764:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941730048:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 183us (1278us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.596773:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1511 00000100:00100000:0.0:1781226934.606051:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226934.606203:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730176 00000100:00100000:2.0:1781226934.606224:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730176 00000100:00100000:2.0:1781226934.606641:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 416 00000100:00100000:2.0:1781226934.606654:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941730176:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226934.606679:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226934.606734:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472f5 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226934.606771:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a2b5db5, atime: 0x0, ctime: 0x6a2b5db5, blocks: 0x8 00010000:00010000:2.0:1781226934.606802:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226934.606804:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226934.606815:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.606835:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 12 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226934.606851:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2a00, rc 0) 00000100:00100000:2.0:1781226934.606924:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941730176:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 273us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.606933:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 416 00000100:00100000:3.0:1781226934.624758:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226934.624875:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730432 00000100:00100000:2.0:1781226934.624888:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730432 00000100:00100000:2.0:1781226934.624967:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1512 00000100:00100000:2.0:1781226934.624989:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941730432:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226934.625134:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941730432:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 148us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.625143:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1512 00000100:00100000:0.0:1781226934.640333:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226934.640519:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730560 00000100:00100000:1.0:1781226934.640533:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730560 00002000:00100000:1.0:1781226934.640593:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff89a5f7417840 x1867750941730560/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:745/0 lens 488/0 e 0 to 0 dl 1781226945 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226934.640606:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f7417840 with x1867750941730560 ext(0->4095) 00002000:00010000:1.0:1781226934.640612:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f7417840 00000100:00100000:1.0:1781226934.640658:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 107 00000100:00100000:1.0:1781226934.640670:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941730560:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226934.640971:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941730560:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 303us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226934.641135:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 107 00002000:00100000:1.0:1781226934.641143:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff89a5f7417840 x1867750941730560/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:745/0 lens 488/4536 e 0 to 0 dl 1781226945 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226934.641152:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f7417840 with x1867750941730560 ext(0->4095) 00002000:00010000:1.0:1781226934.641156:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f7417840 00000100:00100000:0.0:1781226934.662620:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226934.664017:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730688 00000100:00100000:1.0:1781226934.664037:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730688 00000100:00100000:1.0:1781226934.664152:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1513 00000100:00100000:1.0:1781226934.664166:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33905:x1867750941730688:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226934.664195:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226934.664224:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466ec5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b472fc expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.666490:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.666521:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.666538:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.666740:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4466ec5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 57 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.666780:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.666791:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:1.0:1781226934.666795:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226934.666800:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226934.666913:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941730688:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2738us (4298us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226934.666924:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1513 00000100:00100000:0.0:1781226934.686685:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226934.686811:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730816 00000100:00100000:2.0:1781226934.686822:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730816 00000100:00100000:2.0:1781226934.686916:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1514 00000100:00100000:2.0:1781226934.686928:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941730816:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226934.686967:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226934.687135:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941730816:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 208us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226934.687144:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1514 00000100:00100000:0.0:1781226934.692317:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226934.692511:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941730944 00000100:00100000:3.0:1781226934.692523:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941730944 00000100:00100000:3.0:1781226934.692602:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 417 00000100:00100000:3.0:1781226934.692614:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941730944:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226934.692672:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692739:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226934.692742:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226934.692750:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692769:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692801:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692809:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692829:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692837:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eae00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226934.692842:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692852:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692870:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.692879:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d36cb7a5/0x5d5522eac4466ed3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226934.692966:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941730944:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 354us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226934.692979:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 417 00000100:00100000:3.0:1781226934.709725:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226934.710183:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941731200 00000100:00100000:0.0:1781226934.710195:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941731200 00000100:00100000:0.0:1781226934.710280:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1515 00000100:00100000:0.0:1781226934.710293:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941731200:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226934.710397:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226934.710421:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226934.710432:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226934.710478:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226934.710495:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 56 pid: 14117 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226934.710514:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964663424:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226934.711059:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d0c67840 going to sleep for 11 seconds 00000100:00100000:1.0:1781226934.737130:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964663424:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226934.737174:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226934.743406:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226934.746167:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941731328 00000100:00100000:3.0:1781226934.746189:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941731328 00010000:00010000:3.0:1781226934.746326:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 57 pid: 14117 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226934.746452:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 460 00000100:00100000:3.0:1781226934.746465:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2426:x1867750941731328:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226934.746487:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226934.746495:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 57 pid: 14117 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.746510:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 57 pid: 14117 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.746881:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466ecc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472fc expref: 57 pid: 14117 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.746903:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:3.0:1781226934.746909:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.746922:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.746930:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226934.746962:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226934.747056:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941731328:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 593us (3670us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226934.747067:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 460 00010000:00010000:1.0:1781226934.747276:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747286:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747528:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747537:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747546:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747553:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226934.747558:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747567:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747582:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:1.0:1781226934.747585:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226934.747589:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226934.747606:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466eda lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226934.747748:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941731200:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 37457us (38035us total) trans 4294968233 rc 0/0 00000100:00100000:1.0:1781226934.747758:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1515 00000040:00080000:1.0:1781226934.747913:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226934.747918:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226934.748445:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1781226934.748457:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226934.782158:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226934.782376:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941731584 00000100:00100000:3.0:1781226934.782389:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941731584 00000100:00100000:3.0:1781226934.782463:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 290 00000100:00100000:3.0:1781226934.782476:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33905:x1867750941731584:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781226934.782916:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33905:x1867750941731584:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 442us (772us total) trans 4294968234 rc 0/0 00000100:00100000:3.0:1781226934.782926:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 290 00000040:00080000:1.0:1781226935.044377:0:24347:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226935.044387:0:24347:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226935.044420:0:24347:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:1.0:1781226935.044427:0:24347:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226935.141618:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.142224:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941731712 00000100:00100000:2.0:1781226935.142239:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941731712 00000100:00100000:2.0:1781226935.142349:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 418 00000100:00100000:2.0:1781226935.142363:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941731712:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226935.142387:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226935.142411:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47303 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.142445:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226935.142448:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226935.142459:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.142484:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.142503:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3600, rc 0) 00000100:00100000:2.0:1781226935.142578:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941731712:12345-192.168.202.30@tcp:101:rm.0 Request processed in 219us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226935.142585:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 418 00000100:00080000:1.0:1781226935.142859:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226935.156361:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.156582:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941731968 00000100:00100000:2.0:1781226935.156595:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941731968 00000100:00100000:2.0:1781226935.156682:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1516 00000100:00100000:2.0:1781226935.156713:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+110:33906:x1867750941731968:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:2.0:1781226935.156785:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781226935.156820:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466e7f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472d2 expref: 110 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156850:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:2.0:1781226935.156861:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466e94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472e0 expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156872:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.156876:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226935.156905:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156921:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156932:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156942:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156948:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.156953:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1781226935.157127:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226935.157409:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.157422:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.157435:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.157482:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.157497:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 56 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.157514:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3de00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964663552:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226935.157663:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c80af240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226935.168139:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.169227:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3de00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964663552:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226935.169282:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.170635:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941732096 00000100:00100000:3.0:1781226935.170649:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941732096 00010000:00010000:3.0:1781226935.170762:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 57 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.170818:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 461 00000100:00100000:3.0:1781226935.170837:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2426:x1867750941732096:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226935.170856:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226935.170871:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 57 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.170885:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 57 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.170932:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4466e4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472bd expref: 57 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.170955:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:3.0:1781226935.170961:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1781226935.171493:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781226935.172076:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.172087:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.172139:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226935.172472:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941732096:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1639us (4346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226935.172485:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 461 00010000:00010000:2.0:1781226935.174131:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174148:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226935.174524:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9288 00000004:00080000:2.0:1781226935.174534:0:14117:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 894314837781ns, next at 895314835249ns, rc = 0 00010000:00010000:2.0:1781226935.174602:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174618:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174631:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174638:0:14117:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174646:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174653:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174670:0:14117:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781226935.174717:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174724:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174730:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174738:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.174743:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174752:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174766:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:2.0:1781226935.174770:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226935.174775:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174784:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466ef6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174807:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174812:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174819:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174823:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.174826:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174832:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174839:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.174841:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226935.174844:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174851:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466ee8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226935.174860:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000f6c5e36c reply state 0000000017d949da transno 4294968235 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174878:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.174884:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:2.0:1781226935.174887:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226935.174890:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226935.174995:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+110:33906:x1867750941731968:12345-192.168.202.30@tcp:36:rm.0 Request processed in 18299us (18644us total) trans 4294968235 rc 0/0 00000100:00100000:2.0:1781226935.175006:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1516 00010000:00010000:3.0:1781226935.175948:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226935.175959:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.175980:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226935.175984:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.175992:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.176008:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a4c6f7ab00) 00010000:00010000:3.0:1781226935.176012:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226935.176016:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.176022:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466efd lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.176045:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226935.176047:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226935.176049:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226935.385414:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.385511:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941732224 00000100:00100000:2.0:1781226935.385522:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941732224 00000100:00100000:2.0:1781226935.385582:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1517 00000100:00100000:2.0:1781226935.385594:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+110:33922:x1867750941732224:12345-192.168.202.30@tcp:101:mkdir.0 00010000:00010000:2.0:1781226935.385622:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226935.385643:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4730a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.385794:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466f0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.385810:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466f0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.385823:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466f0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226935.385866:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1781226935.385869:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226935.385889:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466f0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.385917:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4730a expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.385933:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466f0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4730a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.385942:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.385945:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226935.385948:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2c00, rc 0) 00000100:00100000:2.0:1781226935.386116:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:33922:x1867750941732224:12345-192.168.202.30@tcp:101:mkdir.0 Request processed in 524us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226935.386123:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1517 00010000:00010000:3.0:1781226935.421636:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226935.508412:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226935.508483:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941732352 00000100:00100000:1.0:1781226935.508496:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941732352 00000100:00100000:1.0:1781226935.508559:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1518 00000100:00100000:1.0:1781226935.508569:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33928:x1867750941732352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226935.508597:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226935.508620:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466f12 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47311 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.508805:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466f12 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47311 expref: 57 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.508820:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff89a5fb2d1600) 00010000:00010000:1.0:1781226935.508824:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226935.508829:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac4466f12 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47311 expref: 57 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.508848:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226935.508916:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33928:x1867750941732352:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 349us (511us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226935.508924:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1518 00000100:00100000:0.0:1781226935.516906:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.517002:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941732608 00000100:00100000:2.0:1781226935.517012:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941732608 00000100:00100000:2.0:1781226935.517071:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1519 00000100:00100000:2.0:1781226935.517080:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:33928:x1867750941732608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226935.517113:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226935.517117:0:14117:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1781226935.517149:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4466f0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4730a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517172:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.517177:0:14117:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226935.517191:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466f19 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47318 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517295:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517310:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517320:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517331:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517337:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517351:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517662:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517668:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517673:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226935.517679:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1781226935.517737:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517748:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517754:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517760:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.517764:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517771:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517780:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.517783:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226935.517787:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517794:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4466f20 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226935.517804:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000071dc4a33 reply state 00000000675247ba transno 4294968236 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517812:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517816:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:2.0:1781226935.517817:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226935.517820:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226935.517841:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4466f19 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 113 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517851:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 112 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.517856:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.517857:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226935.517858:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:2.0:1781226935.517914:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:33928:x1867750941732608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 836us (1016us total) trans 4294968236 rc 0/0 00000100:00100000:2.0:1781226935.517919:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1519 00000100:00100000:3.0:1781226935.523378:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.523463:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941732864 00000100:00100000:0.0:1781226935.523476:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941732864 00000100:00100000:0.0:1781226935.523541:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1520 00000100:00100000:0.0:1781226935.523552:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+113:33928:x1867750941732864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226935.523581:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226935.523601:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466f3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4731f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.523742:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.523757:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.523766:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.523795:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.523805:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 114 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226935.523816:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964663680:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226935.523907:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d0c67300 going to sleep for 11 seconds 00000100:00100000:2.0:1781226935.526065:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059003c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964663680:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226935.526119:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.527217:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.528193:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941732992 00000100:00100000:0.0:1781226935.528207:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941732992 00010000:00010000:0.0:1781226935.528335:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 115 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226935.528386:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 462 00000100:00100000:0.0:1781226935.528397:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+115:2427:x1867750941732992:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226935.528415:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226935.528422:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 115 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.528435:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 115 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.528458:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4466f2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47318 expref: 115 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.528477:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226935.528482:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.528492:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.528500:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.528529:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226935.528565:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.528579:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226935.528593:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+114:2427:x1867750941732992:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 197us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226935.528604:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 462 00000004:00200000:2.0:1781226935.528607:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1781226935.530396:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530414:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530422:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530430:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062ccc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.530435:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530443:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530463:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.530467:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226935.530472:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530480:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f43 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530564:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466f3c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4731f expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530576:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.530579:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781226935.530583:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466f3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4731f expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.530594:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cc400, rc 0) 00000100:00100000:2.0:1781226935.530673:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+113:33928:x1867750941732864:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 7122us (7308us total) trans 4294968237 rc 301/301 00000100:00100000:2.0:1781226935.530684:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1520 00000100:00100000:3.0:1781226935.536661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.543360:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941733248 00000100:00100000:0.0:1781226935.543546:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941733248 00000100:00100000:0.0:1781226935.543687:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 291 00000100:00100000:0.0:1781226935.543715:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c734d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+113:33928:x1867750941733248:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226935.544052:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c734d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+114:33928:x1867750941733248:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 354us (7406us total) trans 4294968238 rc 0/0 00000100:00100000:0.0:1781226935.544061:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 291 00000100:00100000:0.0:1781226935.547660:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.549001:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941733376 00000100:00100000:3.0:1781226935.549017:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941733376 00000100:00100000:2.0:1781226935.549208:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1521 00000100:00100000:2.0:1781226935.549224:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+114:33928:x1867750941733376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226935.549255:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226935.549286:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466f51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47326 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.549379:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466f51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47326 expref: 115 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.549395:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466f51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47326 expref: 115 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.549417:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.549421:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226935.549426:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:2.0:1781226935.549507:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+115:33928:x1867750941733376:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 288us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226935.549515:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1521 00000100:00100000:3.0:1781226935.553574:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.562060:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941733632 00000100:00100000:2.0:1781226935.562084:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941733632 00000100:00100000:2.0:1781226935.562203:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1522 00000100:00100000:2.0:1781226935.562216:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+115:33928:x1867750941733632:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781226935.562306:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562326:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562340:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562537:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562546:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562553:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562560:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.562565:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562574:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562587:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.562590:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781226935.562596:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.562602:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f58 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.562763:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+116:33928:x1867750941733632:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 549us (9205us total) trans 4294968239 rc 0/0 00000100:00100000:2.0:1781226935.562773:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1522 00000100:00100000:2.0:1781226935.568978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.569259:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941733888 00000100:00100000:0.0:1781226935.569273:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941733888 00000100:00100000:0.0:1781226935.569356:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1523 00000100:00100000:0.0:1781226935.569368:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+116:33928:x1867750941733888:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226935.569680:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.569724:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.569738:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226935.569815:0:6525:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968240 00000004:00010000:0.0:1781226935.569846:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000c7a3aa92 reply state 00000000466c2522 transno 4294968241 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.569862:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.569870:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226935.569874:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781226935.569878:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781226935.570066:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+119:33928:x1867750941733888:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 698us (1112us total) trans 4294968241 rc 0/0 00000100:00100000:0.0:1781226935.570080:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1523 00000020:00080000:0.0:1781226935.570096:0:6525:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1781226935.577950:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.578133:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941734144 00000100:00100000:2.0:1781226935.578146:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941734144 00000100:00100000:2.0:1781226935.578215:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 292 00000100:00100000:2.0:1781226935.578227:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+119:33928:x1867750941734144:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226935.578537:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+120:33928:x1867750941734144:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 311us (600us total) trans 4294968242 rc 0/0 00000100:00100000:2.0:1781226935.578546:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 292 00000100:00100000:3.0:1781226935.665629:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.665775:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941734400 00000100:00100000:2.0:1781226935.665788:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941734400 00000100:00100000:2.0:1781226935.665879:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1524 00000100:00100000:2.0:1781226935.665892:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+120:33931:x1867750941734400:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226935.665925:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226935.665956:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4732d expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666078:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666106:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666130:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666144:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666153:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666159:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666313:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466f7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666324:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666331:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226935.666345:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781226935.666454:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666462:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666469:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666475:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.666480:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666488:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666501:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226935.666504:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226935.666509:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666520:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4466f6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666546:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666552:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666559:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666565:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226935.666568:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666575:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666583:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:2.0:1781226935.666586:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226935.666589:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666594:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466f74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666643:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466f66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4732d expref: 123 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666662:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466f7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4732d expref: 122 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.666669:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.666671:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226935.666674:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:2.0:1781226935.666823:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+122:33931:x1867750941734400:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 933us (1209us total) trans 4294968243 rc 0/0 00000100:00100000:2.0:1781226935.666832:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1524 00000100:00100000:1.0:1781226935.670596:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.671226:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941734528 00000100:00100000:0.0:1781226935.671239:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941734528 00000100:00100000:0.0:1781226935.671314:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1525 00000100:00100000:0.0:1781226935.671326:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+122:33931:x1867750941734528:12345-192.168.202.30@tcp:54:lfs.0 00010000:00010000:0.0:1781226935.671418:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671440:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671454:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671501:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671509:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671516:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671524:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226935.671529:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671537:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671552:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226935.671555:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781226935.671560:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.671567:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226935.671671:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+122:33931:x1867750941734528:12345-192.168.202.30@tcp:54:lfs.0 Request processed in 347us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226935.671680:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1525 00000100:00100000:3.0:1781226935.673935:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.675789:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941734784 00000100:00100000:2.0:1781226935.675809:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941734784 00000100:00100000:2.0:1781226935.675900:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 293 00000100:00100000:2.0:1781226935.675914:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+122:33931:x1867750941734784:12345-192.168.202.30@tcp:35:lfs.0 00000100:00100000:2.0:1781226935.676307:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+123:33931:x1867750941734784:12345-192.168.202.30@tcp:35:lfs.0 Request processed in 396us (2381us total) trans 4294968244 rc 0/0 00000100:00100000:2.0:1781226935.676317:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 293 00000100:00100000:3.0:1781226935.755994:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.757440:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941735040 00000100:00100000:0.0:1781226935.757460:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941735040 00000100:00100000:0.0:1781226935.757553:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1526 00000100:00100000:0.0:1781226935.757565:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9770850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+123:33936:x1867750941735040:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226935.757603:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226935.757633:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47334 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.757857:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466f97 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.757875:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466f97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.757889:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466f97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226935.757902:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781226935.758048:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466f90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47334 expref: 126 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.758071:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466f97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47334 expref: 125 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.758080:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226935.758094:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1781226935.758098:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cd800, rc 0) 00000100:00100000:0.0:1781226935.758189:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9770850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+125:33936:x1867750941735040:12345-192.168.202.30@tcp:101:cat.0 Request processed in 626us (2212us total) trans 4294968245 rc 0/0 00000100:00100000:0.0:1781226935.758196:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1526 00000001:00080000:2.0:1781226935.771445:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968245 is committed 00000004:00080000:2.0:1781226935.771488:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000001:00080000:2.0:1781226935.771520:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968234 is committed 00000020:00080000:2.0:1781226935.771543:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000100:00100000:2.0:1781226935.771753:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964663808:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1781226935.771851:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226935.772092:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.772216:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941735296 00000100:00100000:0.0:1781226935.772225:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941735296 00000100:00100000:0.0:1781226935.772293:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1527 00000100:00100000:0.0:1781226935.772303:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:33937:x1867750941735296:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226935.772324:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226935.772347:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466fa5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4733b expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.772471:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.772488:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.772502:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226935.772517:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781226935.772633:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772642:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772649:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772655:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226935.772655:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4466fa5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772660:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772669:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.772674:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 115 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772682:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:0.0:1781226935.772682:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226935.772686:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226935.772686:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1781226935.772690:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cc400, rc 0) 00010000:00010000:3.0:1781226935.772692:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.772714:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6c00/0x5d5522eac4466e47 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226935.772772:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+115:33937:x1867750941735296:12345-192.168.202.30@tcp:101:cat.0 Request processed in 469us (691us total) trans 4294968246 rc 0/0 00000100:00100000:0.0:1781226935.772780:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1527 00000100:00100000:3.0:1781226935.772786:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964663808 00000100:00100000:3.0:1781226935.772791:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964663808 00000100:00080000:0.0:1781226935.772816:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226935.772833:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1781226935.772841:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964663808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781226935.773596:0:9780:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:29 count 1 00010000:00010000:3.0:1781226935.773621:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.773642:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.773653:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.773660:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226935.773662:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226935.773666:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.773730:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.773747:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 17 pid: 8407 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.773764:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0a1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964663936:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226935.773832:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 11 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.773842:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 11 pid: 9780 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.773852:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d08b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964664064:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226935.773977:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f69d7240 going to sleep for 11 seconds 00010000:00010000:1.0:1781226935.776513:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776535:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776543:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776551:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226935.776559:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776568:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776590:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff89a5fb2d1200) 00010000:00010000:1.0:1781226935.776593:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226935.776599:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776607:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4466d6e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776641:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776648:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776654:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776659:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226935.776661:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776667:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776676:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:1.0:1781226935.776678:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226935.776682:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776689:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4466d75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776747:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776754:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776760:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776766:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226935.776769:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776776:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776785:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:1.0:1781226935.776788:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226935.776791:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776797:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4466eef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776814:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776825:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776831:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776837:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226935.776840:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776847:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776853:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a4c6f7ae00) 00010000:00010000:1.0:1781226935.776856:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226935.776859:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776865:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4466f27 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776882:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776889:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776895:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776900:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062ccc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226935.776905:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776911:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776920:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.776922:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226935.776925:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.776931:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4466f5f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781226935.776956:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:1.0:1781226935.776981:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:3.0:1781226935.785009:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.785062:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.785103:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.785143:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941735552 00000100:00100000:3.0:1781226935.785156:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941735552 00000100:00100000:3.0:1781226935.785219:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941735808 00000100:00100000:3.0:1781226935.785222:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941735808 00000100:00100000:3.0:1781226935.785251:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1528 00000100:00100000:3.0:1781226935.785262:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+112:33939:x1867750941735552:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226935.785292:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226935.785320:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466fc1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47342 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.785364:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1529 00000100:00100000:2.0:1781226935.785376:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+113:33941:x1867750941735808:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226935.785387:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226935.785398:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466fc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47349 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.785467:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.785467:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466fcf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.785485:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.785498:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226935.785511:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000100:00100000:1.0:1781226935.785556:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941736064 00000100:00100000:1.0:1781226935.785561:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941736064 00000100:00100000:1.0:1781226935.785598:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 73 00000100:00100000:1.0:1781226935.785606:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+115:33936:x1867750941736064:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:1.0:1781226935.785617:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1781226935.789903:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466fcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.789940:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466fcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226935.789973:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781226935.790189:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4466fc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47349 expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.790222:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466fcf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47349 expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.790232:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.790236:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1781226935.790240:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:2.0:1781226935.791982:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+117:33941:x1867750941735808:12345-192.168.202.30@tcp:101:cat.0 Request processed in 6594us (6862us total) trans 4294968248 rc 0/0 00000100:00100000:2.0:1781226935.791997:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1529 00010000:00010000:1.0:1781226935.792823:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac4466f7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4732d expref: 116 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.792858:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4466f97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47334 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.792876:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4466f51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47326 expref: 114 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.792893:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.792899:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226935.792975:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0a940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+113:33936:x1867750941736064:12345-192.168.202.30@tcp:103:cat.0 Request processed in 7358us (7900us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.792985:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 73 00010000:00010000:3.0:1781226935.798824:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac4466fc1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 113 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.798871:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 112 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.798882:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226935.798886:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1781226935.798890:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb400, rc 0) 00000100:00100000:3.0:1781226935.798989:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+112:33939:x1867750941735552:12345-192.168.202.30@tcp:101:cat.0 Request processed in 13727us (13994us total) trans 4294968247 rc 0/0 00000100:00100000:3.0:1781226935.799000:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1528 00000100:00100000:3.0:1781226935.799118:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.799278:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0a1c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964663936:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226935.799295:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d08b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964664064:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226935.799333:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.799369:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941736320 00000100:00100000:3.0:1781226935.799377:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941736320 00000100:00100000:3.0:1781226935.804902:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1530 00000100:00100000:3.0:1781226935.804928:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+112:33940:x1867750941736320:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226935.804963:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226935.804992:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466feb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47350 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805110:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805130:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805144:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805162:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805169:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805175:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805325:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805335:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805342:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226935.805355:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781226935.805465:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805473:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805481:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805487:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226935.805492:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805501:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805516:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:3.0:1781226935.805519:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226935.805524:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805536:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4466ff2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805551:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805558:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805564:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805569:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226935.805571:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805577:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805584:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226935.805587:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226935.805589:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805595:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4466ff9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805651:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4466feb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805670:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226935.805678:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226935.805680:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226935.805683:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb000, rc 0) 00000100:00100000:3.0:1781226935.805798:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+114:33940:x1867750941736320:12345-192.168.202.30@tcp:101:cat.0 Request processed in 881us (6680us total) trans 4294968249 rc 0/0 00000100:00100000:3.0:1781226935.805807:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1530 00000100:00100000:2.0:1781226935.806218:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.806257:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.806315:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.806351:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941736704 00000100:00100000:2.0:1781226935.806361:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941736704 00010000:00010000:2.0:1781226935.806399:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 18 pid: 8407 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.806431:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941736832 00000100:00100000:2.0:1781226935.806434:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941736832 00010000:00010000:2.0:1781226935.806449:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 12 pid: 9780 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.806469:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 463 00000100:00100000:2.0:1781226935.806477:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941736704:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226935.806493:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226935.806498:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 18 pid: 8407 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806510:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 18 pid: 8407 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806530:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2bdd596/0x5d5522eac4466ee1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47303 expref: 18 pid: 8407 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226935.806534:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 464 00000100:00100000:1.0:1781226935.806543:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadec050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941736832:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226935.806550:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226935.806551:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226935.806555:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 12 pid: 9780 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.806566:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 12 pid: 9780 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.806581:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9cf0d77/0x5d5522eac4466ebe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b472f5 expref: 12 pid: 9780 timeout: 994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.806582:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941736704:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 105us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226935.806589:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 463 00010000:00010000:1.0:1781226935.806594:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226935.806596:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226935.806601:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.806612:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.806653:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226935.806669:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226935.806679:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadec050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941736832:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 138us (363us total) trans 0 rc 0/0 00010000:00010000:2.0:1781226935.806681:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226935.806686:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 464 00010000:00010000:2.0:1781226935.806692:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806717:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806736:0:9780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781226935.806927:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964663808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34086us (35074us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1781226935.806937:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00010000:00010000:2.0:1781226935.806961:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226935.806968:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806976:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226935.806980:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806988:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.806998:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226935.806999:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c8d0b0c0/2, rc 0, transno 4294967381 00010000:00010000:2.0:1781226935.807006:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1df11d0/0x5d5522eac4466fba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226935.807007:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964663808:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1781226935.807024:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226935.807026:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226935.807028:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226935.807225:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964664192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226935.807360:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941736576 00000100:00100000:3.0:1781226935.807367:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941736576 00000100:00100000:3.0:1781226935.807407:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 294 00000100:00100000:3.0:1781226935.807415:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+114:33937:x1867750941736576:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:0.0:1781226935.807482:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226935.807575:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964664192 00000100:00100000:1.0:1781226935.807579:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964664192 00000100:00100000:1.0:1781226935.807631:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1781226935.807634:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+115:33937:x1867750941736576:12345-192.168.202.30@tcp:35:cat.0 Request processed in 221us (1418us total) trans 4294968250 rc 0/0 00000100:00100000:1.0:1781226935.807639:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964664192:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226935.807642:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 294 00002000:00000024:1.0:1781226935.807663:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1781226935.807773:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964664192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.807780:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00080000:0.0:1781226935.809763:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226935.810489:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226935.810519:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964664320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226935.810612:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226935.810764:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964664320 00000100:00100000:1.0:1781226935.810774:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964664320 00000100:00100000:1.0:1781226935.810851:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1781226935.810863:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964664320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226935.810893:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1781226935.810951:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964664320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.810960:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00080000:0.0:1781226935.811349:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226935.811397:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964664320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226935.814386:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964664192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226935.822124:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226935.822281:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941736960 00000100:00100000:1.0:1781226935.822294:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941736960 00000100:00100000:1.0:1781226935.822382:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 74 00000100:00100000:1.0:1781226935.822397:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+115:2427:x1867750941736960:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226935.822419:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226935.822452:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4466fcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47349 expref: 115 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.822485:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.822490:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226935.822564:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+114:2427:x1867750941736960:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 171us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.822572:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 74 00000100:00100000:3.0:1781226935.827246:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.827357:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941737088 00000100:00100000:2.0:1781226935.827371:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941737088 00000100:00100000:2.0:1781226935.827458:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1531 00000100:00100000:2.0:1781226935.827472:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+114:33936:x1867750941737088:12345-192.168.202.30@tcp:58:cat.0 00010000:00010000:2.0:1781226935.827630:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827652:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827662:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 114 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827671:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827680:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 6/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827779:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827796:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 114 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.827816:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964664448:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226935.827970:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 114 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.827979:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 114 pid: 10991 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.827989:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3d680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964664576:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226935.828021:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.828030:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 114 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.828597:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964664704:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226935.828655:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245600 going to sleep for 11 seconds 00000100:00100000:3.0:1781226935.845946:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226935.846112:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941737216 00000100:00100000:1.0:1781226935.846126:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941737216 00010000:00010000:1.0:1781226935.846190:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 115 pid: 10991 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226935.846250:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 465 00000100:00100000:1.0:1781226935.846269:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+115:2426:x1867750941737216:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226935.846291:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226935.846300:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 115 pid: 10991 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.846316:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 115 pid: 10991 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.846347:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.846354:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.846366:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226935.846443:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+115:2426:x1867750941737216:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 184us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.846453:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 465 00000100:00100000:3.0:1781226935.854431:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.854607:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941737472 00000100:00100000:0.0:1781226935.854619:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941737472 00000100:00100000:0.0:1781226935.854732:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 295 00000100:00100000:0.0:1781226935.854747:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+115:33941:x1867750941737472:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:0.0:1781226935.855081:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+116:33941:x1867750941737472:12345-192.168.202.30@tcp:35:cat.0 Request processed in 337us (665us total) trans 4294968251 rc 0/0 00000100:00100000:0.0:1781226935.855101:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 295 00000100:00100000:2.0:1781226935.855869:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964664448:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226935.855891:0:6523:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.30@tcp) returned -22 from blocking AST (req@00000000133771ce x1867750964664576) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 115 pid: 10991 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.855922:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4466fd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47342 expref: 115 pid: 10991 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.855938:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3d680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964664576:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226935.855948:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3f0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964664704:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226935.855987:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.855993:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.856008:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226935.863621:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.863655:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.863729:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226935.863776:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941737984 00000100:00100000:3.0:1781226935.863790:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941737984 00000100:00100000:1.0:1781226935.863980:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941737600 00000100:00100000:1.0:1781226935.863985:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941737600 00000100:00100000:1.0:1781226935.864014:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941737728 00000100:00100000:1.0:1781226935.864016:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941737728 00000100:00100000:1.0:1781226935.864039:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1532 00000100:00100000:1.0:1781226935.864049:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+117:33941:x1867750941737600:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:1.0:1781226935.864075:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226935.864110:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467015 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47357 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864197:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864215:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864229:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226935.864287:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:1.0:1781226935.864292:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226935.864315:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864326:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864351:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467015 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 119 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864372:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 118 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864381:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.864384:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226935.864388:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:1.0:1781226935.864454:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+118:33941:x1867750941737600:12345-192.168.202.30@tcp:101:cat.0 Request processed in 407us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.864462:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1532 00000100:00100000:1.0:1781226935.864483:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1533 00000100:00100000:1.0:1781226935.864490:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+117:33951:x1867750941737728:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:1.0:1781226935.864497:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226935.864504:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467023 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4735e expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864530:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864539:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864545:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226935.864567:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:1.0:1781226935.864569:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226935.864577:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864585:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864599:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467023 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4735e expref: 119 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864610:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4735e expref: 118 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.864618:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.864620:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226935.864622:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:1.0:1781226935.864639:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+118:33951:x1867750941737728:12345-192.168.202.30@tcp:101:cat.0 Request processed in 151us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.864645:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1533 00000100:00100000:3.0:1781226935.864782:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 296 00000100:00100000:3.0:1781226935.864794:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+117:33939:x1867750941737984:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:3.0:1781226935.866709:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+118:33939:x1867750941737984:12345-192.168.202.30@tcp:35:cat.0 Request processed in 1896us (2992us total) trans 4294968252 rc 0/0 00000100:00100000:3.0:1781226935.866725:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 296 00000100:00100000:1.0:1781226935.879216:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.879440:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941738240 00000100:00100000:2.0:1781226935.879454:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941738240 00000100:00100000:2.0:1781226935.879527:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 297 00000100:00100000:2.0:1781226935.879540:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c734e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+118:33940:x1867750941738240:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:2.0:1781226935.880214:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c734e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+119:33940:x1867750941738240:12345-192.168.202.30@tcp:35:cat.0 Request processed in 675us (1013us total) trans 4294968253 rc 0/0 00000100:00100000:2.0:1781226935.880224:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 297 00000100:00100000:3.0:1781226935.882570:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.882979:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941738368 00000100:00100000:0.0:1781226935.882992:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941738368 00000100:00100000:0.0:1781226935.883079:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 75 00000100:00100000:0.0:1781226935.883101:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+119:2424:x1867750941738368:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226935.883125:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226935.883157:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446702a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4735e expref: 119 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.883181:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226935.883186:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.883195:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226935.883253:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+118:2424:x1867750941738368:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 156us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226935.883263:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 75 00000100:00100000:3.0:1781226935.889993:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226935.890317:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941738496 00000100:00100000:2.0:1781226935.890333:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941738496 00010000:00010000:2.0:1781226935.890396:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 118 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226935.890455:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 466 00000100:00100000:2.0:1781226935.890468:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+118:2427:x1867750941738496:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226935.890488:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226935.890494:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 118 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.890507:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 118 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.890531:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467000 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47350 expref: 118 pid: 6524 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.890546:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226935.890551:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.890560:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226935.890782:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+117:2427:x1867750941738496:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 314us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226935.890791:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 466 00000100:00100000:1.0:1781226935.895648:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226935.895934:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941738624 00000100:00100000:0.0:1781226935.895947:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941738624 00010000:00010000:0.0:1781226935.896003:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 117 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226935.896142:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 467 00000100:00100000:0.0:1781226935.896153:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+117:2426:x1867750941738624:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226935.896179:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226935.896187:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 117 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.896203:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 117 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.896231:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4466fac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4733b expref: 117 pid: 14117 timeout: 994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.896251:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226935.896268:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.896281:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.896291:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226935.896324:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226935.896390:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+116:2426:x1867750941738624:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 238us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226935.896400:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 467 00010000:00010000:2.0:1781226935.896452:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226935.896461:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226935.896622:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:2.0:1781226935.896684:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+115:33936:x1867750941737088:12345-192.168.202.30@tcp:58:cat.0 Request processed in 69216us (69457us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226935.896723:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1531 00000100:00100000:3.0:1781226935.908285:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226935.909427:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941738752 00000100:00100000:1.0:1781226935.909445:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941738752 00000100:00100000:1.0:1781226935.909561:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1534 00000100:00100000:1.0:1781226935.909574:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+115:33936:x1867750941738752:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:1.0:1781226935.909616:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226935.909646:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47365 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.909744:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.909758:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.909785:0:14117:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.909799:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.909816:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226935.909819:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781226935.909823:0:14117:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226935.909831:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:1.0:1781226935.909911:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+116:33936:x1867750941738752:12345-192.168.202.30@tcp:101:cat.0 Request processed in 341us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226935.909919:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1534 00010000:00010000:3.0:1781226936.447410:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226936.828158:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d09e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964664832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226936.828269:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226936.828769:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964664832 00000100:00100000:1.0:1781226936.828781:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964664832 00000040:00080000:2.0:1781226936.829253:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226936.829259:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226936.829296:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:2.0:1781226936.829303:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226936.829443:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964664960:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226936.829544:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7245a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226936.829850:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1781226936.829879:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964664832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226936.829923:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:1.0:1781226936.830131:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964664832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 257us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226936.830141:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1781226936.831097:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d09e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964664832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226936.837361:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3ed00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964664960:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226936.837745:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226936.843542:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941738880 00000100:00100000:0.0:1781226936.843562:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941738880 00000100:00100000:0.0:1781226936.843909:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1535 00000100:00100000:0.0:1781226936.843926:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33969:x1867750941738880:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226936.844148:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781226936.844466:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33969:x1867750941738880:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 544us (6720us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226936.844475:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1535 00000100:00100000:2.0:1781226936.853149:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226936.853347:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941739008 00000100:00100000:3.0:1781226936.853360:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941739008 00000100:00100000:3.0:1781226936.853421:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1536 00000100:00100000:3.0:1781226936.853433:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33969:x1867750941739008:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781226936.853547:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853569:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853583:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853601:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853609:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853616:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853643:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853652:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853658:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226936.853754:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:3.0:1781226936.853760:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226936.853777:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853792:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853799:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853807:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853816:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853822:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226936.853827:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853837:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853851:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:3.0:1781226936.853936:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226936.853943:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853951:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467038 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853969:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853976:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853982:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853987:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226936.853990:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.853996:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854004:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff89a5c8b2c500) 00010000:00010000:3.0:1781226936.854006:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226936.854009:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854020:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446703f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854034:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854040:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854046:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854051:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226936.854054:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854060:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854066:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226936.854068:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226936.854071:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226936.854087:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467046 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226936.854179:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33969:x1867750941739008:12345-192.168.202.30@tcp:34:lhsmtool_posix.0 Request processed in 746us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226936.854188:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1536 00000100:00100000:3.0:1781226936.859417:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226936.859540:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941739264 00000100:00100000:1.0:1781226936.859552:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941739264 00000100:00100000:1.0:1781226936.859629:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1537 00000100:00100000:1.0:1781226936.859640:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33969:x1867750941739264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226936.859665:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226936.859692:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446704d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4736c expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.859883:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.859902:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.859916:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226936.859930:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781226936.860024:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860033:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860040:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860047:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226936.860053:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860062:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860086:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226936.860089:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226936.860094:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860102:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac4467054 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860153:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446704d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4736c expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860165:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff89a4c6e2ff00) 00010000:00010000:1.0:1781226936.860168:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781226936.860172:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac446704d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4736c expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.860182:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226936.860264:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33969:x1867750941739264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 625us (860us total) trans 4294968254 rc 301/301 00000100:00100000:1.0:1781226936.860273:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1537 00000100:00100000:2.0:1781226936.866237:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226936.866397:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941739392 00000100:00100000:3.0:1781226936.866412:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941739392 00000100:00100000:3.0:1781226936.866499:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1538 00000100:00100000:3.0:1781226936.866523:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33969:x1867750941739392:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226936.866571:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226936.867024:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33969:x1867750941739392:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 503us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226936.867034:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1538 00000100:00100000:2.0:1781226936.880025:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226936.883989:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941739648 00000100:00100000:0.0:1781226936.884012:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941739648 00000100:00100000:0.0:1781226936.884114:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1539 00000100:00100000:0.0:1781226936.884128:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:33969:x1867750941739648:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226936.884156:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226936.884184:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4467062 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47373 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226936.893790:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1781226936.894054:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467069 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.894085:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467069 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.894103:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467069 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.894195:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac4467062 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47373 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.894222:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467069 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47373 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.894235:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6f7a000) 00010000:00010000:0.0:1781226936.894238:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226936.894243:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6800, rc 0) 00000100:00100000:0.0:1781226936.894360:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941739648:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 10234us (14349us total) trans 4294968255 rc 0/0 00000100:00100000:0.0:1781226936.894372:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1539 00000100:00100000:0.0:1781226936.900593:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226936.900761:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941739904 00000100:00100000:2.0:1781226936.900776:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941739904 00000100:00100000:2.0:1781226936.900862:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1540 00000100:00100000:2.0:1781226936.900875:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941739904:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781226936.900954:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226936.900989:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467069 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47373 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901012:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6f7a000) 00010000:00010000:2.0:1781226936.901025:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226936.901055:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901081:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901093:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901110:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901117:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901123:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901181:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901187:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901193:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901199:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226936.901203:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901211:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901219:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff89a5fb2d1800) 00010000:00010000:2.0:1781226936.901222:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226936.901226:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901233:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467077 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901254:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901260:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901266:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901272:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226936.901275:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901282:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901290:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0xe4848430 (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226936.901292:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226936.901295:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.901301:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de600/0x5d5522eac446707e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xe4848430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226936.901639:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33969:x1867750941739904:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 765us (1058us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226936.901648:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1540 00000100:00100000:2.0:1781226936.905915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226936.912853:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941740032 00000100:00100000:3.0:1781226936.912877:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941740032 00000100:00100000:2.0:1781226936.913261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1541 00000100:00100000:2.0:1781226936.913277:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+52:33969:x1867750941740032:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226936.913304:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226936.913337:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467085 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4737a expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.913390:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.913407:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.913421:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.913564:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467085 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.913589:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 53 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.913597:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226936.913599:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226936.913603:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:2.0:1781226936.913685:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941740032:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 411us (7785us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226936.913693:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1541 00000100:00100000:3.0:1781226936.917093:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226936.919198:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941740288 00000100:00100000:0.0:1781226936.919220:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941740288 00000100:00100000:0.0:1781226936.919342:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1542 00000100:00100000:0.0:1781226936.919355:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941740288:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781226936.919732:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.919754:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.919768:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781226936.920002:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 88 off9352 00000004:00080000:0.0:1781226936.920028:0:6525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 896060331128ns, next at 897060327798ns, rc = 0 00000004:00010000:0.0:1781226936.920105:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000085074dcb reply state 00000000a0b7be72 transno 4294968256 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.920121:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226936.920133:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:0.0:1781226936.920136:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781226936.920142:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226936.926517:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33969:x1867750941740288:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 7144us (9427us total) trans 4294968256 rc 0/0 00000100:00100000:1.0:1781226936.926545:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1542 00000100:00100000:0.0:1781226936.933520:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226936.933830:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941740416 00000100:00100000:2.0:1781226936.933856:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941740416 00000100:00100000:2.0:1781226936.933943:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1543 00000100:00100000:2.0:1781226936.933957:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:33969:x1867750941740416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226936.933987:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226936.934017:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47381 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.934109:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.934128:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.934153:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226936.934156:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226936.934161:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:2.0:1781226936.935686:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33969:x1867750941740416:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1720us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226936.935716:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1543 00000100:00100000:3.0:1781226936.940441:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226936.940548:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941740544 00000100:00100000:1.0:1781226936.940562:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941740544 00000100:00100000:1.0:1781226936.940663:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 420 00000100:00100000:1.0:1781226936.940676:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941740544:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1781226936.941016:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226936.941641:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941740544:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 964us (1213us total) trans 4294967376 rc 0/0 00000100:00100000:1.0:1781226936.941654:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 420 00000100:00100000:3.0:1781226936.952115:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226936.952751:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941740800 00000100:00100000:0.0:1781226936.952766:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941740800 00000100:00100000:2.0:1781226936.952948:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 298 00000100:00100000:2.0:1781226936.952966:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:33969:x1867750941740800:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226936.953319:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33969:x1867750941740800:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 350us (1209us total) trans 4294968257 rc 0/0 00000100:00100000:2.0:1781226936.953329:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 298 00000100:00100000:1.0:1781226936.957674:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226936.958011:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741056 00000100:00100000:2.0:1781226936.958026:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741056 00000100:00100000:2.0:1781226936.958187:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1544 00000100:00100000:2.0:1781226936.958201:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33969:x1867750941741056:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226936.958386:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33969:x1867750941741056:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 188us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226936.958395:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1544 00000100:00100000:3.0:1781226936.970121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226936.970976:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741184 00000100:00100000:1.0:1781226936.970994:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741184 00000100:00100000:1.0:1781226936.971102:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1545 00000100:00100000:1.0:1781226936.971117:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33969:x1867750941741184:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226936.971147:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226936.971178:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44670a1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47388 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.972759:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44670a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.972789:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44670a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.972804:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44670a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226936.973523:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226936.973556:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44670a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.975370:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac44670a1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47388 expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.975433:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44670a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47388 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226936.975445:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:1.0:1781226936.975448:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781226936.975453:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:1.0:1781226936.975565:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33969:x1867750941741184:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 4451us (5461us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226936.975575:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1545 00000100:00100000:0.0:1781226936.981305:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226936.983058:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741312 00000100:00100000:2.0:1781226936.983087:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741312 00000100:00100000:2.0:1781226936.983182:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 421 00000100:00100000:2.0:1781226936.983197:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941741312:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226936.983223:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226936.983271:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4738f expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226936.983308:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2b5db8, blocks: 0x0 00010000:00010000:2.0:1781226936.983346:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226936.983349:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226936.983360:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.983385:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226936.983402:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:2.0:1781226936.983497:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941741312:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 304us (2211us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226936.983511:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 421 00000100:00100000:3.0:1781226936.991353:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226936.992157:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741568 00000100:00100000:2.0:1781226936.992171:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741568 00000100:00100000:2.0:1781226936.992254:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1546 00000100:00100000:2.0:1781226936.992267:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33969:x1867750941741568:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226936.992419:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33969:x1867750941741568:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 155us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226936.992429:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1546 00000100:00100000:1.0:1781226937.009182:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.009388:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741696 00000100:00100000:3.0:1781226937.009401:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741696 00000100:00100000:3.0:1781226937.009478:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 422 00000100:00100000:3.0:1781226937.009492:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:33969:x1867750941741696:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226937.009517:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226937.009541:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47396 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.009580:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.009596:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226937.009598:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226937.009602:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.009648:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.009663:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 996 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.009680:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccf840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964665088:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226937.009868:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79336c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226937.016256:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccf840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964665088:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226937.016317:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.016344:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea600, rc 0) 00000100:00100000:3.0:1781226937.016444:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:33969:x1867750941741696:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 6953us (7276us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.016457:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 422 00000100:00100000:1.0:1781226937.020817:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.021109:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741824 00000100:00100000:0.0:1781226937.021122:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741824 00010000:00010000:0.0:1781226937.021185:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 996 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226937.021236:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 468 00000100:00100000:0.0:1781226937.021248:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941741824:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226937.021270:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226937.021296:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 996 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.021313:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 996 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.021344:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4738f expref: 12 pid: 8407 timeout: 996 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.021364:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226937.021367:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226937.021376:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.021387:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.021431:0:9477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226937.021449:0:9477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605902580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964665216:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226937.021568:0:9477:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d0c67300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226937.029501:0:9477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605902580 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964665216:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226937.029546:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226937.029618:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941741824:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 8371us (8814us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.029632:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 468 00000100:00100000:3.0:1781226937.031114:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.031225:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941741952 00000100:00100000:2.0:1781226937.031238:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941741952 00002000:00100000:2.0:1781226937.031310:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff89a5d9ccf840 x1867750941741952/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:748/0 lens 648/0 e 0 to 0 dl 1781226948 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226937.031323:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9ccf840 with x1867750941741952 ext(0->157) 00002000:00010000:2.0:1781226937.031329:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d9ccf840 00000100:00100000:2.0:1781226937.031369:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 108 00000100:00100000:2.0:1781226937.031381:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941741952:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781226937.036054:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941741952:12345-192.168.202.30@tcp:4:lhsmtool_posix.0 Request processed in 4657us (4930us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1781226937.036085:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 108 00002000:00100000:2.0:1781226937.036102:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff89a5d9ccf840 x1867750941741952/t4294967377(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:748/0 lens 648/448 e 0 to 0 dl 1781226948 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226937.036115:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9ccf840 with x1867750941741952 ext(0->157) 00002000:00010000:2.0:1781226937.036123:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5d9ccf840 00000100:00100000:2.0:1781226937.051242:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.055090:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941742080 00000100:00100000:0.0:1781226937.055110:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941742080 00000100:00100000:0.0:1781226937.055281:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1547 00000100:00100000:0.0:1781226937.055298:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:33969:x1867750941742080:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781226937.060233:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968257 is committed 00000004:00080000:3.0:1781226937.060263:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000001:00080000:3.0:1781226937.060306:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968253 is committed 00000100:00100000:0.0:1781226937.063819:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226937.063852:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964665344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1781226937.063952:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226937.064181:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33969:x1867750941742080:12345-192.168.202.30@tcp:44:lhsmtool_posix.0 Request processed in 8886us (12952us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.064200:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1547 00000100:00080000:2.0:1781226937.064843:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226937.064868:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964665344 00000100:00100000:2.0:1781226937.064879:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964665344 00000100:00100000:2.0:1781226937.064940:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1781226937.064965:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964665344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1781226937.065149:0:17677:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1781226937.065153:0:17677:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1781226936 00002000:00010000:2.0:1781226937.065155:0:17677:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1781226937.065157:0:17677:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1781226936 -> 1781226936 00002000:00010000:2.0:1781226937.065160:0:17677:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781226937.065211:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964665344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 262us (1259us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1781226937.065218:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00080000:2.0:1781226937.065240:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1781226937.065815:0:3667:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a605902580/2, rc 0, transno 4294967378 00000100:00100000:0.0:1781226937.065825:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964665344:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1781226937.069965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.070105:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941742208 00000100:00100000:2.0:1781226937.070118:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941742208 00000100:00100000:2.0:1781226937.070198:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 424 00000100:00100000:2.0:1781226937.070209:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941742208:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1781226937.070857:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.070874:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.070884:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.070892:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226937.070897:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.070906:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.070928:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:1.0:1781226937.070931:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781226937.070937:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.070945:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467093 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226937.074863:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967378 is committed 00000001:00080000:0.0:1781226937.074884:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967377 is committed 00000100:00100000:2.0:1781226937.075148:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941742208:12345-192.168.202.30@tcp:16:lhsmtool_posix.0 Request processed in 4931us (5199us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.075163:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 424 00000100:00100000:0.0:1781226937.077762:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226937.077925:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941742464 00000100:00100000:1.0:1781226937.077938:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941742464 00000100:00100000:1.0:1781226937.078016:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1548 00000100:00100000:1.0:1781226937.078029:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941742464:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781226937.078118:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226937.078155:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44670a8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47388 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.078178:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:1.0:1781226937.078184:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226937.078227:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.078244:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.078256:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226937.078433:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000088a77916 reply state 0000000026f8eb0a transno 4294968258 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.078453:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.078460:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:1.0:1781226937.078463:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226937.078466:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226937.078604:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059012c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33969:x1867750941742464:12345-192.168.202.30@tcp:36:lhsmtool_posix.0 Request processed in 578us (856us total) trans 4294968258 rc 0/0 00000100:00100000:1.0:1781226937.078613:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1548 00000100:00100000:3.0:1781226937.081805:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.082293:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941742592 00000100:00100000:2.0:1781226937.082308:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941742592 00000100:00100000:2.0:1781226937.082382:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 425 00000100:00100000:2.0:1781226937.082394:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941742592:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781226937.082634:0:9780:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1781226937.082640:0:9780:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 1781226936 -> 1781226933 00002000:00010000:2.0:1781226937.082643:0:9780:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1781226933 00002000:00010000:2.0:1781226937.082645:0:9780:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1781226936 -> 1781226935 00002000:00010000:2.0:1781226937.082648:0:9780:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1781226937.082973:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941742592:12345-192.168.202.30@tcp:2:lhsmtool_posix.0 Request processed in 579us (1181us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1781226937.082984:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 425 00000100:00100000:0.0:1781226937.087748:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.087840:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941742848 00000100:00100000:3.0:1781226937.087852:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941742848 00000100:00100000:3.0:1781226937.087931:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1549 00000100:00100000:3.0:1781226937.087943:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:33969:x1867750941742848:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1781226937.088056:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.088088:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.088099:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.088146:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.088161:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 54 pid: 6523 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.088178:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964665472:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226937.088582:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79336c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226937.099381:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.099605:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964665472:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226937.099645:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226937.100525:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941742976 00000100:00100000:2.0:1781226937.100538:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941742976 00010000:00010000:2.0:1781226937.100600:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 55 pid: 6523 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226937.100693:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 469 00000100:00100000:2.0:1781226937.100733:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2426:x1867750941742976:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226937.100753:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226937.100760:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 55 pid: 6523 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.100776:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 55 pid: 6523 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.100804:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446708c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4737a expref: 55 pid: 6523 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.100823:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226937.100838:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.100857:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.100866:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.100902:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226937.100983:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941742976:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 249us (1619us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.100992:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 469 00010000:00010000:3.0:1781226937.101165:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101174:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101228:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101235:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101243:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101599:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226937.101604:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101612:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101625:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:3.0:1781226937.101628:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781226937.101632:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.101640:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac44670c4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.101752:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941742848:12345-192.168.202.30@tcp:55:lhsmtool_posix.0 Request processed in 13811us (14018us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781226937.101763:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1549 00000100:00100000:0.0:1781226937.105463:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.105652:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941743104 00000100:00100000:3.0:1781226937.105665:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941743104 00000100:00100000:3.0:1781226937.105781:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 426 00000100:00100000:3.0:1781226937.105794:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941743104:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226937.105866:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.105892:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.105902:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226937.105904:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226937.105908:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.106068:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.106097:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.106116:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964665600:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226937.106222:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c79336c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226937.111256:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226937.111400:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941743232 00000100:00100000:1.0:1781226937.111412:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941743232 00010000:00010000:1.0:1781226937.111481:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 12 pid: 8405 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226937.111534:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 470 00000100:00100000:1.0:1781226937.111544:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941743232:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226937.111565:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226937.111593:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 12 pid: 8405 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.111609:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 12 pid: 8405 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.111640:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226937.111643:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226937.111649:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.111665:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.111689:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226937.111800:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941743232:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 257us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226937.111809:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 470 00010000:00010000:3.0:1781226937.113207:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006eb71087/0x5d5522eac44670b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47396 expref: 11 pid: 8405 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.113261:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964665600:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226937.113295:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113308:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113317:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113351:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113361:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113370:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113378:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226937.113383:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113393:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113414:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.113550:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f920772/0x5d5522eac44670cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.118027:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941743104:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 12215us (12560us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.118047:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 426 00000100:00100000:3.0:1781226937.125623:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226937.125843:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941743488 00000100:00100000:1.0:1781226937.125856:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941743488 00000100:00100000:1.0:1781226937.125933:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1550 00000100:00100000:1.0:1781226937.125945:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+53:33969:x1867750941743488:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226937.126063:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126094:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126108:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126324:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126336:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 54 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126345:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126387:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 54 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.126403:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 54 pid: 10991 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226937.130181:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964665728:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226937.131093:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226937.136320:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d3a580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964665728:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226937.136367:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.136918:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226937.137322:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941743616 00000100:00100000:1.0:1781226937.137333:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941743616 00010000:00010000:1.0:1781226937.137385:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 55 pid: 10991 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226937.137443:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 471 00000100:00100000:1.0:1781226937.137454:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2427:x1867750941743616:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226937.137473:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226937.137482:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 55 pid: 10991 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.137497:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 55 pid: 10991 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.137526:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446709a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47381 expref: 55 pid: 10991 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.137554:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:1.0:1781226937.137561:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.137572:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.137580:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226937.137614:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226937.137683:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941743616:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 231us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226937.137725:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 471 00010000:00010000:2.0:1781226937.137995:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.138004:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781226937.138170:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968259 00000001:00080000:2.0:1781226937.138328:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968260 00000001:00080000:2.0:1781226937.138371:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968261 00000100:00100000:2.0:1781226937.138484:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964665856:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781226937.138551:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226937.138601:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964665856 00000100:00100000:2.0:1781226937.138607:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964665856 00000100:00100000:2.0:1781226937.138650:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781226937.138658:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964665856:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781226937.138771:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964665856:12345-0@lo:1000:mdt00_000.0 Request processed in 112us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.138778:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781226937.138806:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e0847540 going to sleep for 11 seconds 00000100:00100000:2.0:1781226937.138830:0:6523:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967378 gen 2 00000004:00080000:2.0:1781226937.138837:0:6523:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a605902580, transno 4294967378 00000100:00100000:2.0:1781226937.138861:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964665856:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1781226937.138998:0:6523:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968262 00000100:00100000:2.0:1781226937.139041:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964665984:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781226937.139066:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226937.139099:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7864e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781226937.139635:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964665984 00000100:00100000:3.0:1781226937.139643:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964665984 00000100:00100000:3.0:1781226937.139692:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1781226937.139723:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6523:x1867750964665984:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781226937.139877:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6523:x1867750964665984:12345-0@lo:1000:mdt00_000.0 Request processed in 157us (809us total) trans 4294967380 rc 0/0 00000100:00100000:3.0:1781226937.139886:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781226937.141905:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6523:1867750964665984:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1781226937.142051:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142066:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142084:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142091:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226937.142097:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142107:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142127:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226937.142131:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226937.142137:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142144:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac44670d9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142178:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142185:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142191:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142197:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226937.142200:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142207:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142331:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226937.142333:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226937.142341:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 107 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142355:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 107 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142366:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 107 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.142482:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 107 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226937.142503:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964666112:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226937.142661:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226937.147840:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.147937:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941743744 00000100:00100000:0.0:1781226937.147949:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941743744 00000100:00100000:0.0:1781226937.148044:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 299 00000100:00100000:0.0:1781226937.148056:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+108:33936:x1867750941743744:12345-192.168.202.30@tcp:49:cat.0 00000100:00100000:0.0:1781226937.148233:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+108:33936:x1867750941743744:12345-192.168.202.30@tcp:49:cat.0 Request processed in 179us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.148241:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 299 00000100:00080000:3.0:1781226937.148605:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226937.149047:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964666112:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226937.149100:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.149112:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446700e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.149159:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.149177:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.149187:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.149236:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.149262:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226937.149287:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964666240:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226937.149381:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226937.154196:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.154263:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.154378:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941744128 00000100:00100000:0.0:1781226937.154390:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941744128 00000100:00100000:0.0:1781226937.154475:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 76 00000100:00100000:0.0:1781226937.154487:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+108:33937:x1867750941744128:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:0.0:1781226937.154510:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226937.154540:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac4467031 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47365 expref: 108 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.154570:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226937.154576:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.154587:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226937.154663:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+107:33937:x1867750941744128:12345-192.168.202.30@tcp:103:cat.0 Request processed in 178us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.154671:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 76 00000100:00100000:2.0:1781226937.155184:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941743872 00000100:00100000:2.0:1781226937.155192:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941743872 00000100:00100000:2.0:1781226937.155262:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 427 00000100:00100000:2.0:1781226937.155271:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+15:33936:x1867750941743872:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226937.155290:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226937.155314:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4739d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226937.155345:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a2b5db5, atime: 0x6a2b5db5, ctime: 0x6a2b5db7, blocks: 0x8 00010000:00010000:2.0:1781226937.155371:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226937.155373:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226937.155385:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4739d expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.155403:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fce9395c/0x5d5522eac44670e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4739d expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.155418:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de600, rc 0) 00000100:00100000:2.0:1781226937.155455:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+16:33936:x1867750941743872:12345-192.168.202.30@tcp:101:cat.0 Request processed in 186us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.155462:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 427 00000100:00080000:0.0:1781226937.156092:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226937.159625:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3cf00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964666240:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226937.159678:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226937.161551:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.161669:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.161815:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941744384 00000100:00100000:2.0:1781226937.161826:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941744384 00000100:00100000:2.0:1781226937.161905:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1551 00000100:00100000:2.0:1781226937.161918:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+107:33937:x1867750941744384:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:2.0:1781226937.162121:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+107:33937:x1867750941744384:12345-192.168.202.30@tcp:58:cat.0 Request processed in 206us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.162130:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1551 00000100:00100000:0.0:1781226937.163580:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941744256 00000100:00100000:0.0:1781226937.163597:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941744256 00010000:00010000:0.0:1781226937.163651:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226937.163735:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 472 00000100:00100000:0.0:1781226937.163746:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+107:2427:x1867750941744256:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226937.163763:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226937.163771:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.163785:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.163812:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5000/0x5d5522eac446701c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47357 expref: 107 pid: 14117 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.163837:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226937.163843:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.163857:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.163865:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.163893:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226937.164189:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164199:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164224:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164232:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164240:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164254:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226937.164260:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164269:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164281:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226937.164283:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226937.164287:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164292:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44670e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164304:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164310:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164316:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164322:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226937.164325:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164331:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164337:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226937.164340:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226937.164342:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.164357:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44670d2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226937.164682:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226937.164688:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226937.165249:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1781226937.165263:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226937.165747:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+106:2427:x1867750941744256:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1994us (4069us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.165761:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 472 00000100:00100000:2.0:1781226937.168027:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33969:x1867750941743488:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 42067us (42400us total) trans 4294968263 rc 0/0 00000100:00100000:2.0:1781226937.168046:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1550 00000020:00080000:2.0:1781226937.168056:0:6523:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1781226937.168569:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.171048:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941744512 00000100:00100000:2.0:1781226937.171069:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941744512 00000100:00100000:2.0:1781226937.171162:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1552 00000100:00100000:2.0:1781226937.171174:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:33937:x1867750941744512:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226937.171203:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226937.171255:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44670ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473a4 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.171329:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44670ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473a4 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.171347:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44670ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473a4 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.171369:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226937.171373:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226937.171377:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:2.0:1781226937.171455:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:33937:x1867750941744512:12345-192.168.202.30@tcp:101:cat.0 Request processed in 283us (2887us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.171463:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1552 00000100:00100000:3.0:1781226937.172052:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.172633:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941744768 00000100:00100000:0.0:1781226937.172644:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941744768 00000100:00100000:0.0:1781226937.172734:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 300 00000100:00100000:0.0:1781226937.172745:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:33969:x1867750941744768:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781226937.173095:0:6527:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781226937.173139:0:6527:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968264 00010000:00010000:0.0:1781226937.173190:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.173572:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.173591:0:6527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.173603:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.173610:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.173616:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.173645:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781226937.174037:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+59:33969:x1867750941744768:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 1290us (1983us total) trans 4294968265 rc 0/0 00000100:00100000:0.0:1781226937.174047:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 300 00000020:00080000:0.0:1781226937.174053:0:6527:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1781226937.174100:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226937.174108:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.174117:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226937.174122:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.174131:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.174147:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:0.0:1781226937.174150:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781226937.174155:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.174166:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44670f5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.174180:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226937.174182:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226937.174184:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226937.180014:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.180064:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.180239:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941744896 00000100:00100000:0.0:1781226937.180262:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941744896 00002000:00100000:0.0:1781226937.180334:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff89a5c2eb1680 x1867750941744896/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:748/0 lens 488/0 e 0 to 0 dl 1781226948 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226937.180348:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c2eb1680 with x1867750941744896 ext(0->4095) 00002000:00010000:0.0:1781226937.180355:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5c2eb1680 00000100:00100000:0.0:1781226937.180400:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 109 00000100:00100000:0.0:1781226937.180413:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941744896:12345-192.168.202.30@tcp:3:cat.0 00000100:00100000:2.0:1781226937.181135:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941745152 00000100:00100000:2.0:1781226937.181145:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941745152 00000100:00100000:2.0:1781226937.181317:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 77 00000100:00100000:2.0:1781226937.181328:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+107:33941:x1867750941745152:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:2.0:1781226937.181345:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226937.181376:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac44670ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473a4 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.181406:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226937.181418:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226937.181558:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941744896:12345-192.168.202.30@tcp:3:cat.0 Request processed in 1147us (1559us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226937.181568:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 109 00002000:00100000:0.0:1781226937.181579:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff89a5c2eb1680 x1867750941744896/t0(0) o3->426c1963-9443-4542-9a73-222739759500@192.168.202.30@tcp:748/0 lens 488/4536 e 0 to 0 dl 1781226948 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226937.181589:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c2eb1680 with x1867750941744896 ext(0->4095) 00002000:00010000:0.0:1781226937.181594:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5c2eb1680 00000100:00100000:2.0:1781226937.185660:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+106:33941:x1867750941745152:12345-192.168.202.30@tcp:103:cat.0 Request processed in 2360us (3620us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.185682:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 77 00000100:00100000:1.0:1781226937.186366:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.186438:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941745280 00000100:00100000:2.0:1781226937.186450:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941745280 00000100:00100000:2.0:1781226937.186555:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1553 00000100:00100000:2.0:1781226937.186567:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33941:x1867750941745280:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:2.0:1781226937.186781:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33941:x1867750941745280:12345-192.168.202.30@tcp:58:cat.0 Request processed in 216us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.186789:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1553 00000100:00100000:1.0:1781226937.188916:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.189369:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941745408 00000100:00100000:0.0:1781226937.189382:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941745408 00000100:00100000:0.0:1781226937.189474:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1554 00000100:00100000:0.0:1781226937.189487:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+106:33941:x1867750941745408:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226937.189513:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226937.189545:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac44670fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473ab expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.189619:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac44670fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ab expref: 107 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.189636:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac44670fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ab expref: 107 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.189656:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6f7ae00) 00010000:00010000:0.0:1781226937.189659:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226937.189664:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6000, rc 0) 00000100:00100000:0.0:1781226937.189759:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+107:33941:x1867750941745408:12345-192.168.202.30@tcp:101:cat.0 Request processed in 276us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.189768:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1554 00000100:00100000:1.0:1781226937.195028:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.195111:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941745664 00000100:00100000:0.0:1781226937.195124:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941745664 00000100:00100000:0.0:1781226937.198263:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 78 00000100:00100000:0.0:1781226937.198309:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+107:33939:x1867750941745664:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:0.0:1781226937.198338:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226937.198375:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac44670fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ab expref: 107 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.198401:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6f7ae00) 00010000:00010000:0.0:1781226937.198415:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226937.198506:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+106:33939:x1867750941745664:12345-192.168.202.30@tcp:103:cat.0 Request processed in 223us (3559us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.198516:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 78 00000100:00100000:0.0:1781226937.202094:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.202194:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941745792 00000100:00100000:2.0:1781226937.202351:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941745792 00000100:00100000:2.0:1781226937.202458:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1555 00000100:00100000:2.0:1781226937.202472:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:33939:x1867750941745792:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:2.0:1781226937.202661:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7134f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:33939:x1867750941745792:12345-192.168.202.30@tcp:58:cat.0 Request processed in 191us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.202670:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1555 00000100:00100000:1.0:1781226937.204885:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.205614:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941745920 00000100:00100000:0.0:1781226937.205627:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941745920 00000100:00100000:2.0:1781226937.205740:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1556 00000100:00100000:2.0:1781226937.205754:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:33939:x1867750941745920:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:2.0:1781226937.205778:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226937.205807:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467103 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473b2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.205880:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467103 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473b2 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.205898:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467103 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473b2 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226937.205918:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226937.205921:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781226937.205925:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:2.0:1781226937.206006:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+107:33939:x1867750941745920:12345-192.168.202.30@tcp:101:cat.0 Request processed in 255us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.206013:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1556 00000100:00100000:1.0:1781226937.210795:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.210900:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941746176 00000100:00100000:3.0:1781226937.210915:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941746176 00000100:00100000:3.0:1781226937.211020:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 79 00000100:00100000:3.0:1781226937.211033:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+107:33951:x1867750941746176:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:3.0:1781226937.211053:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226937.211094:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467103 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473b2 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.211125:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:3.0:1781226937.211139:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226937.211205:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+106:33951:x1867750941746176:12345-192.168.202.30@tcp:103:cat.0 Request processed in 175us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.211225:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 79 00000100:00100000:1.0:1781226937.214601:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.214757:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941746304 00000100:00100000:3.0:1781226937.214768:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941746304 00000100:00100000:3.0:1781226937.214838:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1557 00000100:00100000:3.0:1781226937.214850:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33951:x1867750941746304:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:3.0:1781226937.215049:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33951:x1867750941746304:12345-192.168.202.30@tcp:58:cat.0 Request processed in 200us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.215057:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1557 00000100:00100000:1.0:1781226937.217268:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.217821:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941746432 00000100:00100000:3.0:1781226937.217836:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941746432 00000100:00100000:3.0:1781226937.217914:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1558 00000100:00100000:3.0:1781226937.217928:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:33951:x1867750941746432:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:3.0:1781226937.217969:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226937.218004:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446710a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473b9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.218102:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446710a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473b9 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.218124:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446710a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473b9 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226937.218161:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a5c307e800) 00010000:00010000:3.0:1781226937.218165:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781226937.218170:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea600, rc 0) 00000100:00100000:3.0:1781226937.218263:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:33951:x1867750941746432:12345-192.168.202.30@tcp:101:cat.0 Request processed in 338us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.218270:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1558 00000100:00100000:3.0:1781226937.223385:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.223482:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941746688 00000100:00100000:0.0:1781226937.223496:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941746688 00000100:00100000:0.0:1781226937.223592:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 80 00000100:00100000:0.0:1781226937.223605:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+107:33940:x1867750941746688:12345-192.168.202.30@tcp:103:cat.0 00010000:00010000:0.0:1781226937.223624:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226937.223658:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446710a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473b9 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.223684:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a5c307e800) 00010000:00010000:0.0:1781226937.223738:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226937.223810:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+106:33940:x1867750941746688:12345-192.168.202.30@tcp:103:cat.0 Request processed in 207us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.223819:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 80 00000100:00100000:3.0:1781226937.226823:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226937.226932:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941746816 00000100:00100000:1.0:1781226937.226944:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941746816 00000100:00100000:1.0:1781226937.227030:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1559 00000100:00100000:1.0:1781226937.227043:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:33940:x1867750941746816:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:1.0:1781226937.227257:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+106:33940:x1867750941746816:12345-192.168.202.30@tcp:58:cat.0 Request processed in 216us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226937.227266:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1559 00000100:00100000:0.0:1781226937.230014:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226937.230264:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747072 00000100:00100000:3.0:1781226937.230276:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747072 00000100:00100000:3.0:1781226937.230347:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1560 00000100:00100000:3.0:1781226937.230360:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33944:x1867750941747072:12345-192.168.202.30@tcp:58:cat.0 00000100:00100000:3.0:1781226937.230553:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7135680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+106:33944:x1867750941747072:12345-192.168.202.30@tcp:58:cat.0 Request processed in 196us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.230562:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1560 00000100:00100000:2.0:1781226937.233857:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226937.233976:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747200 00000100:00100000:0.0:1781226937.233988:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747200 00000100:00100000:0.0:1781226937.234058:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1561 00000100:00100000:0.0:1781226937.234084:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+106:33944:x1867750941747200:12345-192.168.202.30@tcp:101:cat.0 00010000:00010000:0.0:1781226937.234110:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226937.234141:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4467111 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473c0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.234232:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4467111 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473c0 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.234257:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6000/0x5d5522eac4467111 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473c0 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226937.234279:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff89a4c6f7ae00) 00010000:00010000:0.0:1781226937.234282:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781226937.234286:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6000, rc 0) 00000100:00100000:0.0:1781226937.234371:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+107:33944:x1867750941747200:12345-192.168.202.30@tcp:101:cat.0 Request processed in 303us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.234379:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1561 00000100:00100000:0.0:1781226937.285824:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.287106:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747456 00000100:00100000:2.0:1781226937.287123:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747456 00000100:00100000:2.0:1781226937.287204:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 301 00000100:00100000:2.0:1781226937.287227:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+107:33940:x1867750941747456:12345-192.168.202.30@tcp:35:cat.0 00000100:00100000:2.0:1781226937.288612:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+108:33940:x1867750941747456:12345-192.168.202.30@tcp:35:cat.0 Request processed in 1378us (2794us total) trans 4294968266 rc 0/0 00000100:00100000:2.0:1781226937.288629:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 301 00010000:00010000:2.0:1781226937.468128:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226937.760744:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760790:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760823:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760848:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760868:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760885:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760905:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760921:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760940:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226937.760960:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748096 00000100:00100000:2.0:1781226937.760968:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748096 00000100:00100000:2.0:1781226937.761021:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748608 00000100:00100000:2.0:1781226937.761023:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748608 00000100:00100000:2.0:1781226937.761131:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747968 00000100:00100000:2.0:1781226937.761135:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747968 00000100:00100000:0.0:1781226937.761146:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748480 00000100:00100000:0.0:1781226937.761149:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748480 00000100:00100000:2.0:1781226937.761152:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:2.0:1781226937.761161:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941748096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226937.761169:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 739 00000100:00100000:0.0:1781226937.761175:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941748608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226937.761242:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941748096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 81us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.761250:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 738 00000100:00100000:2.0:1781226937.761270:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 740 00000100:00100000:2.0:1781226937.761276:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941747968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226937.761292:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941748608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 116us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226937.761296:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941747968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226937.761299:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 739 00000100:00100000:2.0:1781226937.761302:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 740 00000100:00100000:0.0:1781226937.761311:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 741 00000100:00100000:0.0:1781226937.761316:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941748480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226937.761359:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747840 00000100:00100000:3.0:1781226937.761364:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747840 00000100:00100000:3.0:1781226937.761392:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748352 00000100:00100000:3.0:1781226937.761395:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748352 00000100:00100000:3.0:1781226937.761423:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747712 00000100:00100000:3.0:1781226937.761425:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747712 00000100:00100000:3.0:1781226937.761435:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748224 00000100:00100000:3.0:1781226937.761437:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748224 00000100:00100000:3.0:1781226937.761449:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1209 00000100:00100000:3.0:1781226937.761455:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941747840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226937.761568:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941748480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 250us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.761612:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941747840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 157us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.761620:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1209 00000100:00100000:3.0:1781226937.761634:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1210 00000100:00100000:3.0:1781226937.761641:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941748352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226937.761664:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941748352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.761670:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1210 00000100:00100000:3.0:1781226937.761680:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1211 00000100:00100000:3.0:1781226937.761686:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:2425:x1867750941747712:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226937.761742:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:2425:x1867750941747712:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 55us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.761748:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1211 00000100:00100000:3.0:1781226937.761760:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1212 00000100:00100000:3.0:1781226937.761767:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2425:x1867750941748224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226937.761790:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2425:x1867750941748224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226937.761797:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1212 00000100:00080000:2.0:1781226937.762144:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226937.762150:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226937.762190:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941747584 00000100:00100000:1.0:1781226937.762197:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941747584 00000100:00100000:1.0:1781226937.762244:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 785 00000100:00100000:1.0:1781226937.762252:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941747584:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226937.762283:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941747584:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226937.762289:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 785 00000100:00100000:0.0:1781226937.770438:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 741 00000040:00080000:2.0:1781226938.172591:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226938.172598:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226938.173490:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1781226938.173504:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226938.365409:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226938.365441:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964666496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226938.365543:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226938.365635:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964666496 00000100:00100000:1.0:1781226938.365645:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964666496 00000100:00100000:1.0:1781226938.365736:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1781226938.365746:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964666496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226938.365784:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202193728 pending 28672 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226938.365845:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964666496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226938.365853:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:1.0:1781226938.365877:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226938.365918:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964666496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226938.368045:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964666368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226938.368169:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226938.371000:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964666368 00000100:00100000:1.0:1781226938.371025:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964666368 00000100:00100000:1.0:1781226938.371154:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1781226938.371169:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964666368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226938.371217:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202193728 pending 28672 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226938.371334:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964666368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226938.371343:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:2.0:1781226938.371591:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226938.371765:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964666368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226938.384505:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226938.384536:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964666752:0@lo:400:kworker.0 00000100:00100000:0.0:1781226938.384630:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226938.384750:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964666880:0@lo:400:kworker.0 00000100:00100000:0.0:1781226938.384785:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226938.384842:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226938.384849:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964667264:0@lo:400:kworker.0 00000100:00100000:0.0:1781226938.384872:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226938.384914:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964667392:0@lo:400:kworker.0 00000100:00100000:0.0:1781226938.384937:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226938.384987:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781226938.384994:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964667776:0@lo:400:kworker.0 00000100:00100000:0.0:1781226938.385017:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226938.385057:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057fbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964667904:0@lo:400:kworker.0 00000100:00100000:0.0:1781226938.385095:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226938.385202:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964666752 00000100:00100000:3.0:1781226938.385212:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964666752 00000100:00100000:3.0:1781226938.385260:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667264 00000100:00100000:3.0:1781226938.385263:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667264 00000100:00100000:3.0:1781226938.385298:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667392 00000100:00100000:3.0:1781226938.385302:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667392 00000100:00100000:3.0:1781226938.385316:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667776 00000100:00100000:3.0:1781226938.385319:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667776 00000100:00100000:3.0:1781226938.385332:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667904 00000100:00100000:3.0:1781226938.385335:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667904 00000100:00100000:3.0:1781226938.385353:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1781226938.385362:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964666752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385430:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964666752:12345-0@lo:400:kworker.0 Request processed in 69us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.385439:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1781226938.385460:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1781226938.385467:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964667264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385495:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964667264:12345-0@lo:400:kworker.0 Request processed in 30us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.385501:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1781226938.385513:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1781226938.385519:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964667392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385546:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964667392:12345-0@lo:400:kworker.0 Request processed in 28us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.385552:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1781226938.385562:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1781226938.385569:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964667776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385595:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964667776:12345-0@lo:400:kworker.0 Request processed in 26us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.385601:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1781226938.385611:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1781226938.385617:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964667904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385647:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964667904:12345-0@lo:400:kworker.0 Request processed in 30us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.385653:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1781226938.385675:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964666880 00000100:00100000:3.0:1781226938.385679:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964666880 00000100:00100000:3.0:1781226938.385748:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1781226938.385755:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964666880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385788:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964666880:12345-0@lo:400:kworker.0 Request processed in 34us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.385794:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1781226938.385829:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964667008:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385859:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226938.385884:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964667520:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385911:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226938.385934:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226938.385940:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964666624:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.385971:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226938.385996:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964667136:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386023:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226938.386041:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964667648:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386078:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226938.386107:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667008 00000100:00100000:3.0:1781226938.386111:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667008 00000100:00100000:3.0:1781226938.386137:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1781226938.386144:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964667008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386178:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964667008:12345-0@lo:400:kworker.0 Request processed in 35us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.386185:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1781226938.386207:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667520 00000100:00100000:3.0:1781226938.386211:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667520 00000100:00100000:3.0:1781226938.386244:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667648 00000100:00100000:3.0:1781226938.386247:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667648 00000100:00100000:3.0:1781226938.386271:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1781226938.386278:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964667520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386312:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964667520:12345-0@lo:400:kworker.0 Request processed in 35us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.386318:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1781226938.386330:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1781226938.386336:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964667648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386362:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964667648:12345-0@lo:400:kworker.0 Request processed in 26us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.386368:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1781226938.386387:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964666624 00000100:00100000:3.0:1781226938.386391:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964666624 00000100:00100000:3.0:1781226938.386418:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1781226938.386425:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964666624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386456:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964666624:12345-0@lo:400:kworker.0 Request processed in 32us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.386462:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1781226938.386492:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964667136 00000100:00100000:3.0:1781226938.386496:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964667136 00000100:00100000:3.0:1781226938.386521:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1781226938.386527:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964667136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386557:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964667136:12345-0@lo:400:kworker.0 Request processed in 31us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226938.386563:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1781226938.386616:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964666624:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386629:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964667136:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386640:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964667648:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386650:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964667008:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386659:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964667520:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386733:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057fbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964667904:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386746:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964667776:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386758:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964667392:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386769:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964667264:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386780:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964666880:0@lo:400:kworker.0 00000100:00100000:3.0:1781226938.386792:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964666752:0@lo:400:kworker.0 00000100:00080000:0.0:1781226938.387732:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226938.387743:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226938.387748:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781226938.492337:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226939.389416:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964668032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226939.389503:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226939.389608:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668032 00000100:00100000:1.0:1781226939.389615:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668032 00000100:00100000:1.0:1781226939.389674:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1781226939.389685:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964668032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226939.389764:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226939.389827:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964668032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226939.389837:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1781226939.389892:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964668032:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781226939.515901:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781226939.911147:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00000001:00080000:3.0:1781226939.911179:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00010000:00010000:1.0:1781226940.540003:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226940.937064:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964668160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226940.937150:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226940.937288:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668160 00000100:00100000:1.0:1781226940.937296:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668160 00000100:00100000:1.0:1781226940.937348:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1781226940.937358:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964668160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226940.937391:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:1.0:1781226940.937439:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964668160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226940.937451:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:1.0:1781226940.937473:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226940.937513:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964668160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226940.940458:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964668288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226940.940536:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226940.943307:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668288 00000100:00100000:1.0:1781226940.943322:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668288 00000100:00100000:1.0:1781226940.943401:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1781226940.943411:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964668288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226940.943440:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:1.0:1781226940.943521:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964668288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226940.943529:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:3.0:1781226940.943837:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226940.943898:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964668288:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1781226941.243837:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226941.243846:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226941.243934:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:1.0:1781226941.243944:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226941.565639:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226941.948937:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964668416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226941.949017:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226941.949214:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668416 00000100:00100000:3.0:1781226941.949221:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668416 00000100:00100000:3.0:1781226941.949279:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1781226941.949289:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964668416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226941.949328:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:3.0:1781226941.949389:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964668416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226941.949397:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1781226941.951281:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964668416:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226942.590852:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226942.719387:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226942.884542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884588:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884626:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884644:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884670:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884692:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884740:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884775:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884800:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226942.884836:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748736 00000100:00100000:0.0:1781226942.884848:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748736 00000100:00100000:0.0:1781226942.884913:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 787 00000100:00100000:0.0:1781226942.884924:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941748736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226942.885006:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941748736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 83us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226942.885023:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 787 00000100:00100000:3.0:1781226942.885603:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748864 00000100:00100000:3.0:1781226942.885610:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748864 00000100:00100000:3.0:1781226942.885661:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749376 00000100:00100000:3.0:1781226942.885664:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749376 00000100:00100000:3.0:1781226942.885690:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941748992 00000100:00100000:3.0:1781226942.885719:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941748992 00000100:00100000:3.0:1781226942.885734:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749504 00000100:00100000:3.0:1781226942.885737:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749504 00000100:00100000:3.0:1781226942.885772:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1219 00000100:00100000:3.0:1781226942.885780:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+108:2426:x1867750941748864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226942.885826:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+108:2426:x1867750941748864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 47us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226942.885834:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1219 00000100:00100000:3.0:1781226942.885848:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1220 00000100:00100000:3.0:1781226942.885854:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2426:x1867750941749376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226942.885874:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2426:x1867750941749376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226942.885880:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1220 00000100:00100000:3.0:1781226942.885889:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1221 00000100:00100000:3.0:1781226942.886886:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941748992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226942.887042:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941748992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1145us (2346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226942.887053:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1221 00000100:00100000:1.0:1781226942.887117:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749120 00000100:00100000:1.0:1781226942.887127:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749120 00000100:00100000:1.0:1781226942.887176:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749632 00000100:00100000:1.0:1781226942.887179:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749632 00000100:00080000:0.0:1781226942.887197:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226942.887204:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226942.887205:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749248 00000100:00080000:0.0:1781226942.887209:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226942.887211:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749248 00000100:00100000:1.0:1781226942.887237:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749760 00000100:00100000:1.0:1781226942.887240:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749760 00000100:00100000:1.0:1781226942.887259:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 744 00000100:00080000:0.0:1781226942.887262:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226942.887270:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941749120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226942.887302:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941749120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (2713us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226942.887314:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1222 00000100:00100000:1.0:1781226942.887319:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 744 00000100:00100000:3.0:1781226942.887330:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941749504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226942.887341:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 745 00000100:00100000:1.0:1781226942.887350:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941749632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226942.887372:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941749632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (2728us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226942.887378:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 745 00000100:00100000:1.0:1781226942.887388:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 746 00000100:00100000:1.0:1781226942.887393:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941749248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226942.887415:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941749248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (2674us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226942.887422:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 746 00000100:00100000:1.0:1781226942.887432:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 747 00000100:00100000:1.0:1781226942.887438:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941749760:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226942.887461:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941749760:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226942.887467:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 747 00000100:00100000:3.0:1781226942.887545:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941749504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 218us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226942.887555:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1222 00000001:00080000:1.0:1781226942.975522:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000001:00080000:1.0:1781226942.975540:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:3.0:1781226942.975752:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968266 is committed 00000001:00080000:3.0:1781226942.975782:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968265 is committed 00000020:00080000:3.0:1781226942.975801:0:6503:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff89a4c7864240 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:3.0:1781226942.975807:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fb2d6500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff89a5d041cd80 00000020:00080000:3.0:1781226942.975811:0:6503:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89a5fb2d6f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89a4c8d2e400 00010000:00010000:2.0:1781226942.975830:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781226942.975835:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00010000:00010000:2.0:1781226942.975849:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226942.975858:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226942.975865:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cd800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226942.975871:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226942.975880:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781226942.975907:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:2.0:1781226942.976105:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226942.976110:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226942.976117:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226942.976125:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44670bd lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226943.486444:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964668544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.486542:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.486616:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964669056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.486646:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.486664:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964669568:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487063:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964668928:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487102:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226943.487137:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964669440:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487162:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226943.487180:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964669952:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487214:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226943.487240:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781226943.487246:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964668800:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487270:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226943.487287:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964669312:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487307:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226943.487320:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964669824:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487341:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226943.487372:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668928 00000100:00100000:3.0:1781226943.487382:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668928 00000100:00100000:3.0:1781226943.487432:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669312 00000100:00100000:3.0:1781226943.487435:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669312 00000100:00100000:3.0:1781226943.487461:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669824 00000100:00100000:3.0:1781226943.487464:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669824 00000100:00100000:3.0:1781226943.487483:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1781226943.487493:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964668928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.487549:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964668928:12345-0@lo:400:kworker.0 Request processed in 57us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.487557:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1781226943.487578:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1781226943.487585:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964669312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.488506:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.488538:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964670080:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.488560:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.488585:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1781226943.490083:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71352c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964669312:12345-0@lo:400:kworker.0 Request processed in 2491us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490097:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1781226943.490138:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1781226943.490152:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964669824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.490184:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964669824:12345-0@lo:400:kworker.0 Request processed in 39us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490191:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1781226943.490221:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669440 00000100:00100000:3.0:1781226943.490229:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669440 00000100:00100000:3.0:1781226943.490277:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669952 00000100:00100000:3.0:1781226943.490280:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669952 00000100:00100000:3.0:1781226943.490300:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669568 00000100:00100000:3.0:1781226943.490302:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669568 00000100:00100000:3.0:1781226943.490314:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670080 00000100:00100000:3.0:1781226943.490317:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670080 00000100:00100000:3.0:1781226943.490331:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1781226943.490338:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964669440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.490371:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964669440:12345-0@lo:400:kworker.0 Request processed in 34us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490377:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1781226943.490387:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1781226943.490392:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964669952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.490423:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964669952:12345-0@lo:400:kworker.0 Request processed in 31us (3208us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490429:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1781226943.490438:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1781226943.490443:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964669568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.490469:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964669568:12345-0@lo:400:kworker.0 Request processed in 26us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490475:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1781226943.490485:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1781226943.490491:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964670080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.490516:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964670080:12345-0@lo:400:kworker.0 Request processed in 26us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490522:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1781226943.490546:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669056 00000100:00100000:3.0:1781226943.490551:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669056 00000100:00100000:3.0:1781226943.490583:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668800 00000100:00100000:3.0:1781226943.490586:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668800 00000100:00100000:3.0:1781226943.490612:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1781226943.490618:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964669056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.490650:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964669056:12345-0@lo:400:kworker.0 Request processed in 32us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.490656:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1781226943.490676:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1781226943.490682:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964668800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.490997:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964668672:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491040:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964670336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226943.491084:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.491137:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668544 00000100:00100000:0.0:1781226943.491142:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668544 00000100:00100000:0.0:1781226943.491176:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1781226943.491195:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964668544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491227:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964668544:12345-0@lo:400:kworker.0 Request processed in 45us (4686us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226943.491234:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1781226943.491321:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.491345:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964669184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491366:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.491376:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964669696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491397:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.491409:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964670208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226943.491430:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226943.491462:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964668544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491478:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964669056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491491:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967380 gen 2 00000004:00080000:0.0:1781226943.491498:0:3668:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967380 committed transno 4294967380 00000100:00100000:0.0:1781226943.491523:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964669568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226943.491531:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:0.0:1781226943.491536:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c8d0b0c0, transno 4294967381 00000100:00100000:0.0:1781226943.491547:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964670080:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.491780:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670336 00000100:00100000:1.0:1781226943.491787:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670336 00000100:00100000:1.0:1781226943.491825:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670208 00000100:00100000:1.0:1781226943.491828:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670208 00000100:00100000:1.0:1781226943.491842:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781226943.491848:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964670336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226943.491878:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226943.491935:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964670336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226943.491942:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781226943.491960:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1781226943.491966:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964670208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226943.491975:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226943.492001:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964670208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226943.492007:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1781226943.492056:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964670336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226943.492083:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e29a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964670208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226943.493132:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964668672 00000100:00100000:1.0:1781226943.493144:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964668672 00000100:00100000:1.0:1781226943.493179:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669184 00000100:00100000:1.0:1781226943.493182:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669184 00000100:00100000:1.0:1781226943.493214:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964669696 00000100:00100000:1.0:1781226943.493217:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964669696 00000100:00100000:1.0:1781226943.493236:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1781226943.493245:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964668672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493329:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964668672:12345-0@lo:400:kworker.0 Request processed in 85us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226943.493336:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1781226943.493354:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1781226943.493361:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964669184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493388:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964669184:12345-0@lo:400:kworker.0 Request processed in 28us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226943.493394:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1781226943.493404:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1781226943.493409:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964669696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493436:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964669696:12345-0@lo:400:kworker.0 Request processed in 27us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226943.493442:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00080000:1.0:1781226943.493460:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226943.493465:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781226943.493468:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226943.493471:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226943.493517:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964668800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493532:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964669312:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493545:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964669824:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493558:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964668928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493572:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964669440:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493585:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964669952:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493680:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964668672:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493691:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964669184:0@lo:400:kworker.0 00000100:00100000:1.0:1781226943.493725:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964669696:0@lo:400:kworker.0 00000100:00100000:3.0:1781226943.494981:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964668800:12345-0@lo:400:kworker.0 Request processed in 51us (3462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226943.495003:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00010000:00010000:1.0:1781226943.614081:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226944.286589:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226944.289717:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941749888 00000100:00100000:1.0:1781226944.289737:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941749888 00000100:00100000:1.0:1781226944.289860:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1562 00000100:00100000:1.0:1781226944.289875:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33888:x1867750941749888:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1781226944.290043:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226944.290300:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:33888:x1867750941749888:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 430us (3724us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226944.290308:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1562 00000100:00100000:1.0:1781226944.296297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226944.296412:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750016 00000100:00100000:3.0:1781226944.296424:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750016 00000100:00100000:3.0:1781226944.296560:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1563 00000100:00100000:3.0:1781226944.296572:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33888:x1867750941750016:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781226944.296755:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:33888:x1867750941750016:12345-192.168.202.30@tcp:60:lhsmtool_posix.0 Request processed in 186us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226944.296764:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1563 00000100:00080000:0.0:1781226944.299275:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226944.509084:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964670464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226944.509183:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226944.509491:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670464 00000100:00100000:1.0:1781226944.509501:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670464 00000100:00100000:1.0:1781226944.509576:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1781226944.509586:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964670464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226944.509631:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226944.509714:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964670464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226944.509723:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1781226944.511829:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964670464:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226944.636487:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226945.661054:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226946.043898:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964670592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226946.044015:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226946.044135:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670592 00000100:00100000:0.0:1781226946.044146:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670592 00000100:00100000:0.0:1781226946.044233:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1781226946.044247:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964670592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226946.044285:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:0.0:1781226946.045196:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964670592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 951us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226946.049466:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:0.0:1781226946.049556:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226946.049593:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964670720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226946.049716:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226946.049817:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670720 00000100:00100000:0.0:1781226946.049828:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670720 00000100:00100000:0.0:1781226946.049914:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1781226946.049926:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964670720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781226946.049962:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:0.0:1781226946.050029:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964670720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226946.050037:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00080000:0.0:1781226946.050053:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226946.050100:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964670720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226946.050616:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964670592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781226946.684035:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1781226946.859546:0:24547:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 21:15:44 (1781226944) 00000100:00100000:1.0:1781226947.069018:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781226947.069050:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964670848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226947.069133:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226947.069363:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964670848 00000100:00100000:2.0:1781226947.069372:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964670848 00000100:00100000:2.0:1781226947.069431:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1781226947.069442:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964670848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226947.069484:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:2.0:1781226947.069542:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964670848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226947.069549:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1781226947.069808:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964670848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226947.128181:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.128240:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750144 00000100:00100000:1.0:1781226947.128249:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750144 00000100:00100000:1.0:1781226947.128340:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1564 00000100:00100000:1.0:1781226947.128351:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:34587:x1867750941750144:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781226947.128473:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+50:34587:x1867750941750144:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 123us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.128481:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1564 00000100:00080000:0.0:1781226947.128483:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226947.141323:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.141507:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750272 00000100:00100000:3.0:1781226947.141529:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750272 00000100:00100000:3.0:1781226947.141611:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1565 00000100:00100000:3.0:1781226947.141623:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:34587:x1867750941750272:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781226947.141887:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:34587:x1867750941750272:12345-192.168.202.30@tcp:59:lhsmtool_posix.0 Request processed in 266us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.141896:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1565 00000100:00080000:0.0:1781226947.141973:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226947.158504:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.158744:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750400 00000100:00100000:1.0:1781226947.158754:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750400 00000100:00100000:1.0:1781226947.158834:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1566 00000100:00100000:1.0:1781226947.158844:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+107:34588:x1867750941750400:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226947.158881:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.158903:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467118 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473c7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.158970:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.158996:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159012:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159030:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159037:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159044:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159097:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159106:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159113:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159121:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.159125:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159135:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159146:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226947.159149:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.159153:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159159:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446711f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159175:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159181:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159187:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159191:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.159194:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159200:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159206:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226947.159223:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.159226:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159232:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467126 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159263:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467118 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473c7 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159273:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226947.159275:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.159278:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467118 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473c7 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.159289:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480400, rc 0) 00000100:00100000:1.0:1781226947.160195:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+107:34588:x1867750941750400:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1347us (1695us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.160206:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1566 00000100:00080000:0.0:1781226947.160858:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226947.175950:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.176062:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750656 00000100:00100000:1.0:1781226947.176073:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750656 00000100:00100000:1.0:1781226947.176139:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1567 00000100:00100000:1.0:1781226947.176159:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+107:34588:x1867750941750656:12345-192.168.202.30@tcp:36:lfs.0 00010000:00010000:1.0:1781226947.176241:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226947.176276:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4466d83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4727e expref: 107 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.176303:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226947.176308:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226947.176395:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.176409:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.176418:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.176456:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 49 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.176471:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 49 pid: 6523 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.176488:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964670976:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226947.176608:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226947.181201:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.181306:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792da40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964670976:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226947.181347:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.182410:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750784 00000100:00100000:0.0:1781226947.182419:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750784 00010000:00010000:0.0:1781226947.182459:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 50 pid: 6523 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.182534:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 473 00000100:00100000:0.0:1781226947.182545:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+50:2426:x1867750941750784:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226947.182559:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226947.182567:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 50 pid: 6523 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.182579:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 50 pid: 6523 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.182613:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4466dc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47293 expref: 50 pid: 6523 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.182634:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226947.182639:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.182653:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.182661:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.182711:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226947.182771:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+49:2426:x1867750941750784:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 227us (1579us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226947.182779:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 473 00010000:00010000:2.0:1781226947.182840:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.182848:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.182888:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.182898:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.182906:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.185170:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.185192:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.185204:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226947.186581:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000194c577c reply state 00000000104cd3d5 transno 4294968267 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186714:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186724:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226947.186727:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226947.186732:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1781226947.186739:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:2.0:1781226947.186749:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186757:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186765:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186770:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226947.186775:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186788:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186801:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:2.0:1781226947.186804:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.186808:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186814:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac446712d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226947.186833:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000194c577c reply state 00000000104cd3d5 transno 4294968267 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186841:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.186847:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226947.186849:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226947.186851:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781226947.187767:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+108:34588:x1867750941750656:12345-192.168.202.30@tcp:36:lfs.0 Request processed in 11611us (11818us total) trans 4294968267 rc 0/0 00000100:00100000:2.0:1781226947.187781:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1567 00000100:00100000:3.0:1781226947.204557:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.204726:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941750912 00000100:00100000:1.0:1781226947.204737:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941750912 00000100:00100000:1.0:1781226947.204799:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1568 00000100:00100000:1.0:1781226947.204809:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+108:34589:x1867750941750912:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226947.204837:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.204932:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467142 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473ce expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.205018:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467149 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.205034:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467149 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.205047:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467149 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226947.205104:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781226947.205109:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226947.205131:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467149 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.205481:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467142 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ce expref: 110 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.205504:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481a00/0x5d5522eac4467149 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ce expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.205513:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226947.205516:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226947.205520:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481a00, rc 0) 00000100:00100000:1.0:1781226947.205589:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+109:34589:x1867750941750912:12345-192.168.202.30@tcp:101:bash.0 Request processed in 780us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.207919:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1568 00000100:00100000:2.0:1781226947.210110:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.210423:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751040 00000100:00100000:1.0:1781226947.210435:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751040 00000100:00100000:1.0:1781226947.210539:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1569 00000100:00100000:1.0:1781226947.210549:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+109:34589:x1867750941751040:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226947.210572:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.210591:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4467150 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473d5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210675:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210690:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210732:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210745:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210754:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210760:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210837:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4467165 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.210847:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4467165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211043:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4467165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226947.211088:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1781226947.211091:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226947.211113:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4467165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211126:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211132:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211139:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211144:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.211307:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211388:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211401:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:1.0:1781226947.211404:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.211409:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211419:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac4467157 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211435:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211441:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211447:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211452:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.211455:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211461:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211467:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff89a4c6fba200) 00010000:00010000:1.0:1781226947.211469:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.211471:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211476:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446715e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211505:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac4467150 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473d5 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211520:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0031400/0x5d5522eac4467165 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473d5 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.211527:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.211529:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781226947.211531:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0031400, rc 0) 00000100:00100000:1.0:1781226947.211611:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+110:34589:x1867750941751040:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1063us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.211620:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1569 00000100:00100000:0.0:1781226947.216277:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.216425:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751168 00000100:00100000:1.0:1781226947.216434:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751168 00000100:00100000:1.0:1781226947.216487:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1570 00000100:00100000:1.0:1781226947.216497:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:34589:x1867750941751168:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226947.216521:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.216545:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac446716c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473dc expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216627:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216643:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216656:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216671:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216678:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216685:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216769:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216777:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216783:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216789:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.216794:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216803:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216816:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.216819:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.216823:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216830:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467173 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216843:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216849:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216871:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216876:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.216879:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216885:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216892:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226947.216895:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.216897:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216913:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac446717a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216945:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac446716c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473dc expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216954:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.216957:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.216961:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac446716c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473dc expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.216973:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226947.217035:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+110:34589:x1867750941751168:12345-192.168.202.30@tcp:101:bash.0 Request processed in 539us (767us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.217045:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1570 00000100:00100000:2.0:1781226947.234437:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.234609:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751296 00000100:00100000:1.0:1781226947.234620:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751296 00000100:00100000:1.0:1781226947.234685:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1571 00000100:00100000:1.0:1781226947.234737:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+49:34590:x1867750941751296:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226947.234761:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.234785:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467181 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473e3 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.235237:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467188 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.235254:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467188 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.235268:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467188 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226947.235335:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781226947.235340:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226947.235361:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467188 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.235391:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467181 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473e3 expref: 51 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.235412:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8200/0x5d5522eac4467188 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473e3 expref: 50 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.235426:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:0.0:1781226947.235429:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226947.235432:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8200, rc 0) 00000100:00100000:0.0:1781226947.235499:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+50:34590:x1867750941751296:12345-192.168.202.30@tcp:101:rm.0 Request processed in 804us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226947.235507:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1571 00000100:00100000:0.0:1781226947.239745:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.239895:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751424 00000100:00100000:3.0:1781226947.239905:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751424 00000100:00100000:3.0:1781226947.239962:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1572 00000100:00100000:3.0:1781226947.239972:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+50:34590:x1867750941751424:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226947.240005:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.240026:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446718f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473ea expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240102:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240117:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240131:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240143:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240444:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240453:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240535:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44671a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240544:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44671a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240551:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44671a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226947.240585:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781226947.240588:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226947.240677:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44671a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240730:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240737:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240744:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240750:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.240754:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240762:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240775:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89a5c706ea00) 00010000:00010000:3.0:1781226947.240779:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.240784:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240791:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467196 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240805:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240811:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240817:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240824:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.240827:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240832:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240839:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff89a4c6fba200) 00010000:00010000:3.0:1781226947.240841:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.240844:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240951:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac446719d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.240995:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446718f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ea expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.241009:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eae00/0x5d5522eac44671a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ea expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.241018:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.241021:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781226947.241023:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eae00, rc 0) 00000100:00100000:3.0:1781226947.241092:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34590:x1867750941751424:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1122us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.241101:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1572 00000100:00100000:2.0:1781226947.246104:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.246507:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751552 00000100:00100000:3.0:1781226947.246518:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751552 00000100:00100000:3.0:1781226947.246583:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1573 00000100:00100000:3.0:1781226947.246602:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34590:x1867750941751552:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226947.246628:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.246650:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44671ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473f1 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247029:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247044:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247056:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247071:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247079:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247085:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247130:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247137:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247144:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247165:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.247171:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247178:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247190:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.247194:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.247198:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247204:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247652:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247658:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247663:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247668:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.247671:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247677:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247690:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a5c307e200) 00010000:00010000:3.0:1781226947.247693:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.247832:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.247839:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.248018:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44671ab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473f1 expref: 52 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.248029:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.248031:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.248035:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44671ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473f1 expref: 52 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.248045:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:3.0:1781226947.248173:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34590:x1867750941751552:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1580us (2076us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226947.248182:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1573 00000100:00100000:0.0:1781226947.253559:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.254013:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751680 00000100:00100000:3.0:1781226947.254023:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751680 00000100:00100000:2.0:1781226947.254403:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1574 00000100:00100000:2.0:1781226947.254417:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34590:x1867750941751680:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226947.254440:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226947.254464:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44671c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473f8 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254539:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254553:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254565:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254580:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254587:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254605:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254647:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254654:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254661:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254668:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226947.254671:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254684:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254717:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226947.254721:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.254726:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254733:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44671c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254745:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254751:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254758:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254763:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226947.254766:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254771:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254777:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a4c6fba400) 00010000:00010000:2.0:1781226947.254779:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.254781:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254787:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254818:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44671c0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473f8 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254827:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226947.254829:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.254833:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44671c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473f8 expref: 52 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.254846:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:2.0:1781226947.255119:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34590:x1867750941751680:12345-192.168.202.30@tcp:101:rm.0 Request processed in 704us (1568us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226947.255127:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1574 00000100:00100000:2.0:1781226947.289504:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.289589:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751808 00000100:00100000:1.0:1781226947.289598:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751808 00000100:00100000:1.0:1781226947.289662:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1575 00000100:00100000:1.0:1781226947.289672:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34591:x1867750941751808:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226947.289735:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.289760:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44671d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b473ff expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289846:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289877:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289890:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289907:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289919:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289925:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289968:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289985:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289992:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.289998:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.290002:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290009:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290022:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.290025:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.290029:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290035:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44671dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290052:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290059:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290064:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290068:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.290071:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290077:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290084:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226947.290087:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.290089:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290094:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44671e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290130:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44671d5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ff expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290141:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.290143:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.290160:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44671d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b473ff expref: 52 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.290176:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9000, rc 0) 00000100:00100000:1.0:1781226947.290244:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34591:x1867750941751808:12345-192.168.202.30@tcp:101:cp.0 Request processed in 572us (747us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.290251:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1575 00000100:00100000:1.0:1781226947.302951:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.303200:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941751936 00000100:00100000:3.0:1781226947.303220:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941751936 00000100:00100000:3.0:1781226947.303281:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1576 00000100:00100000:3.0:1781226947.303291:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34591:x1867750941751936:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226947.303315:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.303336:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44671ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47406 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303405:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303420:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303432:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303447:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303454:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303461:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303502:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303509:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303515:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303520:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.303525:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303536:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303550:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.303553:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.303557:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303563:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac44671f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303578:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303584:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303590:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303594:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.303597:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303602:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303608:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a5c307e200) 00010000:00010000:3.0:1781226947.303610:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.303613:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303619:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac44671f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303650:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44671ea lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47406 expref: 52 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303660:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.303663:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.303666:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44671ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47406 expref: 52 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.303676:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:3.0:1781226947.303759:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34591:x1867750941751936:12345-192.168.202.30@tcp:101:cp.0 Request processed in 469us (817us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226947.303767:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1576 00000100:00100000:0.0:1781226947.308661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226947.309227:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941752192 00000100:00100000:2.0:1781226947.309239:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941752192 00000100:00100000:2.0:1781226947.309304:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1577 00000100:00100000:2.0:1781226947.309316:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+51:34591:x1867750941752192:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226947.309342:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226947.309364:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4740d expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.309470:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.309488:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.309500:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.309514:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.309522:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.309528:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226947.310605:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1781226947.317481:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317502:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317514:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317551:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317559:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317566:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317573:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226947.317577:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317584:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317597:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226947.317601:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.317605:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317611:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467206 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226947.317626:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000005779ff02 reply state 000000006804a80f transno 4294968268 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317637:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317643:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a4c6fba400) 00010000:00010000:2.0:1781226947.317646:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226947.317649:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226947.317689:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44671ff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 54 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317721:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 53 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.317746:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:2.0:1781226947.317748:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226947.317751:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc 0) 00000100:00100000:2.0:1781226947.317829:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34591:x1867750941752192:12345-192.168.202.30@tcp:101:cp.0 Request processed in 8515us (9178us total) trans 4294968268 rc 0/0 00000100:00100000:2.0:1781226947.317839:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1577 00000100:00100000:2.0:1781226947.328334:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.328444:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941752320 00000100:00100000:3.0:1781226947.328455:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941752320 00000100:00100000:3.0:1781226947.328532:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 428 00000100:00100000:3.0:1781226947.328544:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2427:x1867750941752320:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226947.328563:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.328583:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47414 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226947.328608:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226947.328631:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226947.328633:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226947.328642:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.328660:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 10 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.328674:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eac00, rc 0) 00000100:00100000:3.0:1781226947.328756:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941752320:12345-192.168.202.30@tcp:101:cp.0 Request processed in 215us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.328765:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 428 00000100:00080000:0.0:1781226947.328833:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226947.353555:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.353748:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941752448 00000100:00100000:0.0:1781226947.353759:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941752448 00000100:00100000:0.0:1781226947.353821:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 429 00000100:00100000:0.0:1781226947.353832:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:34591:x1867750941752448:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226947.353867:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226947.353889:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4741b expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.353929:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.353940:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226947.353942:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226947.353947:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.354000:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 11 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.354015:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 11 pid: 17677 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.354031:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964671104:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226947.354133:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8840 going to sleep for 11 seconds 00000100:00100000:2.0:1781226947.358541:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.358640:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941752576 00000100:00100000:1.0:1781226947.358650:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941752576 00010000:00010000:1.0:1781226947.358689:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 12 pid: 17677 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.358761:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 474 00000100:00100000:1.0:1781226947.358770:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941752576:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226947.358785:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226947.358807:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 12 pid: 17677 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.358820:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 12 pid: 17677 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.358846:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.358848:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.358869:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.358885:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.358925:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.358939:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964671232:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226947.359020:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00010000:00010000:0.0:1781226947.360897:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003db9ef00/0x5d5522eac4467222 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47414 expref: 12 pid: 17677 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.360923:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964671104:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226947.360953:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.360967:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd6c00, rc 0) 00000100:00100000:0.0:1781226947.361048:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:34591:x1867750941752448:12345-192.168.202.30@tcp:101:cp.0 Request processed in 7216us (7500us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226947.361058:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 429 00000100:00100000:1.0:1781226947.364666:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964671232:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226947.364729:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226947.364792:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941752576:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 6022us (6260us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.364803:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 474 00000100:00100000:2.0:1781226947.371381:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.371485:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941752832 00000100:00100000:0.0:1781226947.371495:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941752832 00000100:00100000:0.0:1781226947.371556:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 302 00000100:00100000:0.0:1781226947.371567:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34591:x1867750941752832:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:0.0:1781226947.371937:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34591:x1867750941752832:12345-192.168.202.30@tcp:35:cp.0 Request processed in 371us (565us total) trans 4294968269 rc 0/0 00000100:00100000:0.0:1781226947.371946:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 302 00000040:00080000:1.0:1781226947.395198:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226947.395208:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226947.395759:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1781226947.395773:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226947.524445:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.524555:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941752960 00000100:00100000:3.0:1781226947.524564:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941752960 00000100:00100000:3.0:1781226947.524629:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1578 00000100:00100000:3.0:1781226947.524639:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+110:34594:x1867750941752960:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226947.524664:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.524683:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467230 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47422 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524789:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524804:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524816:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524826:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524837:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524843:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524909:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524916:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.524923:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226947.524957:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:3.0:1781226947.524960:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226947.524990:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525001:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525011:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525017:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525023:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525035:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525041:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.525045:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525054:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525066:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.525070:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.525074:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525080:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467237 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525095:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525102:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525107:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525111:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ebe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.525114:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525122:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525128:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a4c6fba400) 00010000:00010000:3.0:1781226947.525131:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.525133:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525138:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446723e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525176:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467230 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47422 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525191:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47422 expref: 111 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.525197:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226947.525199:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226947.525201:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb800, rc 0) 00000100:00100000:3.0:1781226947.525283:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:34594:x1867750941752960:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 644us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.525291:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1578 00000100:00100000:2.0:1781226947.549810:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.550034:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753088 00000100:00100000:1.0:1781226947.550045:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753088 00000100:00100000:1.0:1781226947.550118:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 430 00000100:00100000:1.0:1781226947.550129:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941753088:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226947.550162:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.550181:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac446724c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47429 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.550247:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964671360:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226947.550333:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00080000:0.0:1781226947.550779:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1781226947.560057:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781226947.560066:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime: 0 -> 1781226947 00002000:00010000:1.0:1781226947.560068:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime: 0 -> 1781226947 00002000:00010000:1.0:1781226947.560071:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime: 0 -> 1781226947 00002000:00010000:1.0:1781226947.560073:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226947.560097:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964671360:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226947.560136:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac446724c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47429 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.560173:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febb7904/0x5d5522eac446724c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47429 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.560189:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226947.560254:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941753088:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 10126us (10451us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.560264:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 430 00000100:00100000:1.0:1781226947.565596:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.565983:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753216 00000100:00100000:3.0:1781226947.565994:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753216 00000100:00100000:3.0:1781226947.566048:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1579 00000100:00100000:3.0:1781226947.566058:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:34594:x1867750941753216:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226947.566085:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.566107:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467253 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47430 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.566191:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.566204:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.566227:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226947.566271:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781226947.566275:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226947.566295:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.566322:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467253 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.566340:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.566349:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.566352:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226947.566356:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebe00, rc 0) 00000100:00100000:3.0:1781226947.566418:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+112:34594:x1867750941753216:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 361us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.566425:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1579 00000100:00100000:2.0:1781226947.573143:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.573479:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753344 00000100:00100000:3.0:1781226947.573490:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753344 00000100:00100000:3.0:1781226947.573545:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 431 00000100:00100000:3.0:1781226947.573555:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941753344:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226947.573575:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.573592:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4467261 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47437 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226947.573647:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964671488:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226947.589833:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226947.596787:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964671488:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226947.596827:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4467261 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47437 expref: 18 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.596871:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc28aab0/0x5d5522eac4467261 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47437 expref: 18 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.596886:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb000, rc 0) 00000100:00100000:1.0:1781226947.596945:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941753344:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 23391us (23812us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.596955:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 431 00000100:00100000:1.0:1781226947.604881:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226947.607083:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753600 00000100:00100000:2.0:1781226947.607098:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753600 00000100:00100000:2.0:1781226947.607172:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1580 00000100:00100000:2.0:1781226947.607182:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+112:34594:x1867750941753600:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:2.0:1781226947.607358:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:2.0:1781226947.607449:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+112:34594:x1867750941753600:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 268us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226947.607458:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1580 00000100:00100000:2.0:1781226947.627252:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.629152:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753728 00000100:00100000:1.0:1781226947.629173:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753728 00000100:00100000:1.0:1781226947.629274:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1581 00000100:00100000:1.0:1781226947.629288:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+112:34595:x1867750941753728:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226947.629315:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.629347:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467268 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4743e expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630019:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630041:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630056:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630217:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630242:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630256:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630303:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630311:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630318:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630325:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.630330:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630338:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630351:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.630354:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.630358:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630365:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446726f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630384:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630391:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630397:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630402:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.630405:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630412:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630419:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226947.630422:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.630425:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630431:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac4467276 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630563:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467268 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4743e expref: 113 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630643:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.630646:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.630651:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467268 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4743e expref: 113 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.630668:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b8600, rc 0) 00000100:00100000:1.0:1781226947.630938:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+112:34595:x1867750941753728:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1651us (3700us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.630949:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1581 00000100:00100000:3.0:1781226947.678547:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.678744:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753856 00000100:00100000:1.0:1781226947.678754:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753856 00000100:00100000:1.0:1781226947.678814:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1582 00000100:00100000:1.0:1781226947.678824:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34596:x1867750941753856:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226947.678855:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.678887:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446727d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47445 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.678964:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.678994:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679006:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679021:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679027:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679034:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679071:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679078:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679085:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679091:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.679095:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679103:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679114:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.679118:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.679122:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679129:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467284 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679143:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679148:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679154:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679159:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b9000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.679162:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679167:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679173:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226947.679175:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.679178:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679183:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446728b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679212:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446727d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47445 expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679221:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.679223:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.679226:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446727d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47445 expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.679236:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226947.679452:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34596:x1867750941753856:12345-192.168.202.30@tcp:101:rm.0 Request processed in 629us (913us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.679460:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1582 00000100:00100000:2.0:1781226947.684276:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.686557:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941753984 00000100:00100000:0.0:1781226947.686632:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941753984 00000100:00100000:0.0:1781226947.686780:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1583 00000100:00100000:0.0:1781226947.686792:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34596:x1867750941753984:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226947.686816:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226947.686837:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467292 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4744c expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687012:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687028:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687040:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687054:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687061:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687067:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687110:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687118:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687124:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687130:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226947.687134:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687142:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687154:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226947.687157:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.687162:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687169:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac4467299 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687182:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687188:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687193:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687199:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226947.687202:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687208:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687214:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c68e3200) 00010000:00010000:0.0:1781226947.687217:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.687219:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687225:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687255:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467292 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4744c expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687265:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226947.687267:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.687271:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac4467292 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4744c expref: 56 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.687280:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5fbbd7e00, rc 0) 00000100:00100000:0.0:1781226947.687387:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34596:x1867750941753984:12345-192.168.202.30@tcp:101:rm.0 Request processed in 597us (3121us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226947.687395:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1583 00010000:00010000:3.0:1781226947.708111:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226947.711472:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.711565:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941754112 00000100:00100000:1.0:1781226947.711585:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941754112 00000100:00100000:1.0:1781226947.711647:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1584 00000100:00100000:1.0:1781226947.711657:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34597:x1867750941754112:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226947.711681:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.711720:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44672a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47453 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711790:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711805:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711817:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711835:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711842:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711848:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711888:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711895:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711901:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711909:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.711913:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711922:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711933:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.711937:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.711942:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711949:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac44672ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711962:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711967:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711987:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.711992:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c0030800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.711995:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.712001:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.712012:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c60d7c00) 00010000:00010000:1.0:1781226947.712014:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.712017:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.712023:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac44672b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.712055:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44672a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47453 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.712066:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.712068:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.712071:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac44672a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47453 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.712080:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9000, rc 0) 00000100:00100000:1.0:1781226947.712147:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34597:x1867750941754112:12345-192.168.202.30@tcp:101:cp.0 Request processed in 490us (685us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.712154:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1584 00000100:00100000:3.0:1781226947.717179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.717239:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941754240 00000100:00100000:1.0:1781226947.717249:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941754240 00000100:00100000:1.0:1781226947.717309:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1585 00000100:00100000:1.0:1781226947.717318:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34597:x1867750941754240:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226947.717341:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.717363:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44672bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4745a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717433:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717448:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717459:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717473:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717479:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717485:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717522:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717529:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717535:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717542:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.717545:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717557:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717569:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.717572:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.717576:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717583:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac44672c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717599:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717605:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717610:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717615:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1480400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.717617:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717623:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717630:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c60d7700) 00010000:00010000:1.0:1781226947.717633:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.717635:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717644:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1480400/0x5d5522eac44672ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717676:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44672bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4745a expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717686:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.717688:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.717691:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac44672bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4745a expref: 56 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.717720:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226947.717792:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34597:x1867750941754240:12345-192.168.202.30@tcp:101:cp.0 Request processed in 474us (1335us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.717799:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1585 00000100:00100000:2.0:1781226947.728817:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.730678:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941754496 00000100:00100000:0.0:1781226947.730692:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941754496 00000100:00100000:0.0:1781226947.731207:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1586 00000100:00100000:0.0:1781226947.731220:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+55:34597:x1867750941754496:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226947.731245:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226947.731266:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44672d1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47461 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.731372:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.731389:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.731398:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.731434:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.731449:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 111 pid: 6525 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.731464:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964671616:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226947.732189:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226947.743256:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.745112:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941754624 00000100:00100000:3.0:1781226947.745130:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941754624 00010000:00010000:3.0:1781226947.745180:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 112 pid: 6525 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226947.745230:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:3.0:1781226947.745249:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941754624:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226947.745264:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226947.745270:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 112 pid: 6525 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.745285:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 112 pid: 6525 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.745308:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.745314:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.745325:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.745333:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.745354:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226947.745418:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941754624:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 180us (2171us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.745426:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 475 00010000:00010000:0.0:1781226947.749797:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac446725a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47430 expref: 111 pid: 6525 timeout: 1006 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.749826:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964671616:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226947.749867:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.749879:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.749884:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.749913:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.749927:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.749938:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226947.750291:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:0.0:1781226947.750451:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750461:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750468:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750502:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750509:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750516:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750537:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd7c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226947.750542:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750550:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750561:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226947.750565:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.750569:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750576:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7c00/0x5d5522eac44672d8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226947.750587:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000cd85b3ce reply state 00000000c2fbdf27 transno 4294968270 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750597:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750603:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c68e3200) 00010000:00010000:0.0:1781226947.750605:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226947.750608:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781226947.750643:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd7e00/0x5d5522eac44672d1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 58 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750662:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 57 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.750670:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:0.0:1781226947.750673:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226947.750675:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5e00, rc 0) 00000100:00100000:0.0:1781226947.750799:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34597:x1867750941754496:12345-192.168.202.30@tcp:101:cp.0 Request processed in 19581us (21990us total) trans 4294968270 rc 0/0 00000100:00100000:0.0:1781226947.750809:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1586 00000100:00100000:2.0:1781226947.767486:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.767777:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941754752 00000100:00100000:1.0:1781226947.767787:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941754752 00000100:00100000:1.0:1781226947.767874:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 432 00000100:00100000:1.0:1781226947.767885:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+9:2426:x1867750941754752:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226947.767907:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.767927:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47468 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226947.767952:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226947.767984:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.767987:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.767996:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.768015:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.768029:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481000, rc 0) 00000100:00100000:1.0:1781226947.768092:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941754752:12345-192.168.202.30@tcp:101:cp.0 Request processed in 209us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.768099:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 432 00000100:00080000:0.0:1781226947.768301:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226947.773477:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.773604:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941754880 00000100:00100000:1.0:1781226947.773617:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941754880 00000100:00100000:1.0:1781226947.773740:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 433 00000100:00100000:1.0:1781226947.773752:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:34597:x1867750941754880:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226947.773776:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.773801:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4746f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.773846:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.774000:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.774003:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.774010:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.774057:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.774074:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.774090:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964671744:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226947.774219:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226947.777255:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964671744:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226947.777306:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.777335:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1480400, rc 0) 00000100:00100000:1.0:1781226947.777418:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:34597:x1867750941754880:12345-192.168.202.30@tcp:101:cp.0 Request processed in 3667us (3954us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.777429:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 433 00000100:00100000:2.0:1781226947.781236:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.781347:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941755008 00000100:00100000:0.0:1781226947.781364:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941755008 00010000:00010000:0.0:1781226947.781420:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.781484:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 476 00000100:00100000:0.0:1781226947.781496:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941755008:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226947.781511:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226947.781555:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.781579:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.781605:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b281b0b7/0x5d5522eac44672f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47468 expref: 11 pid: 15413 timeout: 1006 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.781624:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226947.781626:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226947.781634:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.781645:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.781685:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.782080:0:6510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1867750964671872:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226947.783234:0:6510:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226947.788553:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.788629:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941755264 00000100:00100000:0.0:1781226947.788644:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941755264 00000100:00100000:1.0:1781226947.788942:0:6510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1867750964671872:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226947.789002:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 303 00000100:00100000:0.0:1781226947.789015:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c734c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34597:x1867750941755264:12345-192.168.202.30@tcp:35:cp.0 00010000:00010000:1.0:1781226947.789100:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226947.789250:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941755008:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 7752us (8034us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.789264:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 476 00000100:00100000:0.0:1781226947.789364:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c734c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34597:x1867750941755264:12345-192.168.202.30@tcp:35:cp.0 Request processed in 349us (825us total) trans 4294968271 rc 0/0 00000100:00100000:0.0:1781226947.789374:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 303 00000040:00080000:0.0:1781226947.837604:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226947.858490:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.859019:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941755392 00000100:00100000:3.0:1781226947.859032:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941755392 00000100:00100000:2.0:1781226947.859235:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1587 00000100:00100000:2.0:1781226947.859247:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:34600:x1867750941755392:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226947.859273:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226947.859302:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467302 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47476 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859388:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859405:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859420:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859435:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859442:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859450:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859542:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859552:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859559:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226947.859626:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:2.0:1781226947.859632:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226947.859659:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859683:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859727:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859734:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859741:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859749:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859757:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226947.859762:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859771:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859790:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226947.859794:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.859799:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859808:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467309 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859821:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859827:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859833:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859838:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226947.859841:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859857:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859865:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c68e3200) 00010000:00010000:2.0:1781226947.859867:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226947.859871:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859876:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467310 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859916:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467302 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47476 expref: 113 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859930:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47476 expref: 112 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226947.859937:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226947.859939:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226947.859941:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3800, rc 0) 00000100:00100000:2.0:1781226947.860057:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+112:34600:x1867750941755392:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 811us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226947.860065:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1587 00000100:00100000:2.0:1781226947.863991:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.864136:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941755520 00000100:00100000:1.0:1781226947.864148:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941755520 00000100:00100000:1.0:1781226947.864241:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 434 00000100:00100000:1.0:1781226947.864253:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941755520:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226947.864282:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.864304:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076e9fe11/0x5d5522eac446731e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4747d expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.864370:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964672000:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226947.864472:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00080000:0.0:1781226947.864523:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1781226947.866735:0:9780:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781226947.866748:0:9780:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1781226947 00002000:00010000:1.0:1781226947.866751:0:9780:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1781226947 00002000:00010000:1.0:1781226947.866754:0:9780:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1781226947 00002000:00010000:1.0:1781226947.866756:0:9780:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226947.866788:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964672000:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226947.866836:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000076e9fe11/0x5d5522eac446731e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4747d expref: 17 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.866867:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076e9fe11/0x5d5522eac446731e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4747d expref: 17 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.866884:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481800, rc 0) 00000100:00100000:1.0:1781226947.866949:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941755520:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2699us (2983us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.866959:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 434 00000100:00100000:3.0:1781226947.870193:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.870344:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941755648 00000100:00100000:1.0:1781226947.870356:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941755648 00000100:00100000:1.0:1781226947.870445:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1588 00000100:00100000:1.0:1781226947.870454:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+112:34600:x1867750941755648:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226947.870478:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.870503:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467325 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47484 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.870582:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.870599:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.870615:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226947.870673:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1781226947.870678:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226947.870750:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.870782:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467325 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.870808:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.870817:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.870820:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226947.870825:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c0030800, rc 0) 00000100:00100000:1.0:1781226947.870902:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+113:34600:x1867750941755648:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 448us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.870909:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1588 00000100:00100000:2.0:1781226947.873990:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.874131:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941755776 00000100:00100000:1.0:1781226947.874150:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941755776 00000100:00100000:1.0:1781226947.874217:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 435 00000100:00100000:1.0:1781226947.874230:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941755776:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226947.874256:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.874278:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4467333 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4748b expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.874351:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964672128:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226947.874460:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226947.876461:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964672128:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226947.876505:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4467333 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4748b expref: 17 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.876526:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000898833f8/0x5d5522eac4467333 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4748b expref: 17 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.876538:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9000, rc 0) 00000100:00100000:1.0:1781226947.876601:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941755776:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2375us (2633us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.876612:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 435 00000100:00100000:3.0:1781226947.881408:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.881598:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756032 00000100:00100000:0.0:1781226947.881611:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756032 00000100:00100000:0.0:1781226947.881682:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1589 00000100:00100000:0.0:1781226947.881734:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:34600:x1867750941756032:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:0.0:1781226947.881983:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:0.0:1781226947.882083:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:34600:x1867750941756032:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 390us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226947.882093:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1589 00000100:00100000:2.0:1781226947.889130:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.889238:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756160 00000100:00100000:1.0:1781226947.889250:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756160 00000100:00100000:1.0:1781226947.889311:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1590 00000100:00100000:1.0:1781226947.889320:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+113:34601:x1867750941756160:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226947.889346:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.889372:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446733a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47492 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889466:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889480:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889490:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889503:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889507:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889512:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889558:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889562:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889566:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889572:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889577:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.889581:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889586:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889599:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.889602:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.889608:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889616:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467341 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889633:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889639:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889645:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889651:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5c1481000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.889654:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889661:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889673:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c60d7600) 00010000:00010000:1.0:1781226947.889675:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.889678:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889684:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481000/0x5d5522eac4467348 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889787:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446733a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47492 expref: 114 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889800:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.889803:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.889807:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9000/0x5d5522eac446733a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47492 expref: 114 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.889817:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c82b9000, rc 0) 00000100:00100000:1.0:1781226947.889913:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+113:34601:x1867750941756160:12345-192.168.202.30@tcp:101:bash.0 Request processed in 593us (794us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.889919:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1590 00000100:00100000:2.0:1781226947.896594:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.896990:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756288 00000100:00100000:1.0:1781226947.897002:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756288 00000100:00100000:1.0:1781226947.897067:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1591 00000100:00100000:1.0:1781226947.897076:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34602:x1867750941756288:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226947.897102:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.897125:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446734f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47499 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897220:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897238:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897253:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897298:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897304:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897309:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897352:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897356:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897361:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897364:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c82b8600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.897368:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897377:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897387:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.897389:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.897392:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897397:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8600/0x5d5522eac4467356 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897408:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897412:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897416:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897419:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226947.897420:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897423:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897427:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c60d7900) 00010000:00010000:1.0:1781226947.897428:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.897429:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897436:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac446735d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897468:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446734f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47499 expref: 60 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897475:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.897477:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226947.897479:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c1481800/0x5d5522eac446734f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47499 expref: 60 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.897487:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5c1481800, rc 0) 00000100:00100000:1.0:1781226947.897553:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34602:x1867750941756288:12345-192.168.202.30@tcp:101:rm.0 Request processed in 479us (975us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226947.897559:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1591 00000100:00100000:2.0:1781226947.899941:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.900077:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756416 00000100:00100000:3.0:1781226947.900090:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756416 00000100:00100000:3.0:1781226947.900296:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1592 00000100:00100000:3.0:1781226947.900309:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34602:x1867750941756416:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226947.900334:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.900360:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467364 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474a0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900443:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900461:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900475:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900492:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900499:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900506:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900555:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900563:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900569:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900575:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.900580:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900588:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900602:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.900605:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.900610:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900618:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac446736b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900633:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900638:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900645:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900650:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.900653:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900660:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900667:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c307ef00) 00010000:00010000:3.0:1781226947.900671:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.900674:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.900679:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467372 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.901030:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467364 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474a0 expref: 60 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.901047:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.901050:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.901054:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467364 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474a0 expref: 60 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.901066:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea600, rc 0) 00000100:00100000:3.0:1781226947.901157:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34602:x1867750941756416:12345-192.168.202.30@tcp:101:rm.0 Request processed in 850us (1224us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226947.901165:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1592 00000100:00100000:2.0:1781226947.910648:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.910792:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756544 00000100:00100000:3.0:1781226947.910804:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756544 00000100:00100000:3.0:1781226947.910876:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1593 00000100:00100000:3.0:1781226947.910884:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34603:x1867750941756544:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226947.910908:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.910931:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467379 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474a7 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911021:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911037:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911050:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911066:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911076:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911083:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911130:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911135:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911140:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911143:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.911156:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911162:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911173:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.911175:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.911179:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911184:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea400/0x5d5522eac4467380 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911195:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911200:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911203:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911206:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226947.911465:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911471:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911477:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c307ef00) 00010000:00010000:3.0:1781226947.911479:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.911481:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911485:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467387 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911518:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467379 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474a7 expref: 60 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911525:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226947.911526:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226947.911528:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac4467379 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474a7 expref: 60 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.911538:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb400, rc 0) 00000100:00100000:3.0:1781226947.911661:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34603:x1867750941756544:12345-192.168.202.30@tcp:101:cp.0 Request processed in 776us (1026us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226947.911669:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1593 00000100:00100000:2.0:1781226947.914414:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226947.914484:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756672 00000100:00100000:0.0:1781226947.914495:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756672 00000100:00100000:0.0:1781226947.914579:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1594 00000100:00100000:0.0:1781226947.914589:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34603:x1867750941756672:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226947.914616:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226947.914642:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac446738e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474ae expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914756:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914771:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914780:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914793:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914797:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914802:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914851:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914859:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914865:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914872:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226947.914877:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914885:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914899:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226947.914902:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.914906:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914911:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467395 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914924:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914928:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914932:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914937:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226947.914939:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914942:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914946:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c68e3600) 00010000:00010000:0.0:1781226947.914947:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.914948:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914951:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac446739c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.914996:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac446738e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474ae expref: 60 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.915004:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226947.915005:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.915007:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac446738e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474ae expref: 60 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.915014:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5800, rc 0) 00000100:00100000:0.0:1781226947.915073:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34603:x1867750941756672:12345-192.168.202.30@tcp:101:cp.0 Request processed in 486us (672us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226947.915079:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1594 00000100:00100000:2.0:1781226947.917861:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.917958:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941756928 00000100:00100000:3.0:1781226947.917975:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941756928 00000100:00100000:3.0:1781226947.918050:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1595 00000100:00100000:3.0:1781226947.918062:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+59:34603:x1867750941756928:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226947.918087:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.918322:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44673a3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474b5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.918468:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.918487:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.918498:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.918544:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 112 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.918560:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 112 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226947.918581:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964672256:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226947.918796:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226947.922022:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.922312:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964672256:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226947.922348:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.922533:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757056 00000100:00100000:1.0:1781226947.922543:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757056 00010000:00010000:1.0:1781226947.922588:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 113 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226947.922667:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 477 00000100:00100000:1.0:1781226947.922679:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+113:2426:x1867750941757056:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226947.922740:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226947.922750:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 113 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.922771:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 113 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.922799:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5c0030800/0x5d5522eac446732c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47484 expref: 113 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.922821:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226947.922826:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.922838:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.922857:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.922882:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226947.922940:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941757056:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 264us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.922946:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 477 00010000:00010000:0.0:1781226947.925057:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.925081:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.925123:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.925137:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.925150:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226947.925681:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:0.0:1781226947.926344:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926361:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926481:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926533:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926542:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926550:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926557:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226947.926563:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926571:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926587:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226947.926591:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226947.926596:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926603:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44673aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226947.926621:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000007cb8c650 reply state 00000000a06cbb3a transno 4294968272 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926634:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926641:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c68e3600) 00010000:00010000:0.0:1781226947.926644:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226947.926647:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781226947.926719:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44673a3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926738:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 61 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.926745:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:0.0:1781226947.926748:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226947.926751:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5a00, rc 0) 00000100:00100000:0.0:1781226947.926858:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34603:x1867750941756928:12345-192.168.202.30@tcp:101:cp.0 Request processed in 8797us (9014us total) trans 4294968272 rc 0/0 00000100:00100000:0.0:1781226947.926869:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1595 00000100:00100000:2.0:1781226947.930941:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.932135:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757184 00000100:00100000:1.0:1781226947.932152:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757184 00000100:00100000:1.0:1781226947.932230:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 436 00000100:00100000:1.0:1781226947.932243:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941757184:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226947.932265:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226947.932287:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474bc expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226947.932318:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226947.932340:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.932342:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226947.932350:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.932366:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226947.932382:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74200, rc 0) 00000100:00100000:1.0:1781226947.932458:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941757184:12345-192.168.202.30@tcp:101:cp.0 Request processed in 218us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.932466:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 436 00000100:00100000:2.0:1781226947.936270:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.936379:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757312 00000100:00100000:3.0:1781226947.936394:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757312 00000100:00100000:3.0:1781226947.936468:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 437 00000100:00100000:3.0:1781226947.936480:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:34603:x1867750941757312:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226947.936505:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226947.936528:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474c3 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.936569:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.936578:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226947.936580:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226947.936585:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 12 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.936629:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.936649:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226947.936668:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964672384:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226947.936820:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226947.941898:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.942037:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964672384:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226947.942085:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 12 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226947.942121:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea400, rc 0) 00000100:00100000:3.0:1781226947.942209:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:34603:x1867750941757312:12345-192.168.202.30@tcp:101:cp.0 Request processed in 5730us (5952us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.942219:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 437 00000100:00100000:0.0:1781226947.943999:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757440 00000100:00100000:0.0:1781226947.944017:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757440 00010000:00010000:0.0:1781226947.944077:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.944255:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 478 00000100:00100000:0.0:1781226947.944267:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941757440:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226947.944288:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226947.944318:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.944333:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.944365:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac44673c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474bc expref: 12 pid: 8407 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.944383:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226947.944385:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226947.944395:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 11 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.944406:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 11 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226947.944460:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 11 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226947.944479:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964672512:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226947.944601:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226947.950419:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226947.950521:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757696 00000100:00100000:3.0:1781226947.950533:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757696 00000100:00100000:3.0:1781226947.950626:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 304 00000100:00100000:3.0:1781226947.950639:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34603:x1867750941757696:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:3.0:1781226947.951342:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+63:34603:x1867750941757696:12345-192.168.202.30@tcp:35:cp.0 Request processed in 702us (932us total) trans 4294968273 rc 0/0 00000100:00100000:3.0:1781226947.951352:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 304 00000100:00100000:0.0:1781226947.952471:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6511:1867750964672512:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226947.952504:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226947.952553:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941757440:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 8288us (10669us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226947.952565:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 478 00000100:00100000:2.0:1781226947.996299:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226947.996349:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226947.996390:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226947.996441:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226947.996545:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757952 00000100:00100000:1.0:1781226947.996558:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757952 00000100:00100000:1.0:1781226947.996656:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758208 00000100:00100000:1.0:1781226947.996660:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758208 00000100:00100000:1.0:1781226947.996690:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1229 00000100:00100000:1.0:1781226947.996737:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941757952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226947.996835:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941757952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 101us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.996855:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1229 00000100:00100000:1.0:1781226947.996878:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1230 00000100:00100000:1.0:1781226947.996885:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941758208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226947.996917:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941758208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226947.996924:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1230 00000100:00100000:0.0:1781226947.997339:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941757824 00000100:00100000:0.0:1781226947.997347:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941757824 00000100:00100000:0.0:1781226947.997398:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 789 00000100:00100000:0.0:1781226947.997407:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941757824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226947.997441:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941757824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226947.997448:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 789 00000100:00100000:3.0:1781226947.997548:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758080 00000100:00100000:3.0:1781226947.997553:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758080 00000100:00100000:3.0:1781226947.997597:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 752 00000100:00100000:3.0:1781226947.997615:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941758080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226947.997655:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941758080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 51us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226947.997662:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 752 00000100:00080000:2.0:1781226947.998194:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226948.013353:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.013476:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758336 00000100:00100000:0.0:1781226948.013489:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758336 00000100:00100000:0.0:1781226948.013563:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1596 00000100:00100000:0.0:1781226948.013575:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+112:34606:x1867750941758336:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226948.013612:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.013830:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44673d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474ca expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.013939:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.013959:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.013984:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.013997:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014006:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014012:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014107:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014115:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014122:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226948.014176:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:0.0:1781226948.014181:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226948.014205:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014533:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014544:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014551:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014559:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014566:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.014570:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014579:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014594:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.014598:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.014603:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014688:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac44673db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014739:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014746:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014753:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014758:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.014761:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014768:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014776:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c68e3600) 00010000:00010000:0.0:1781226948.014779:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.014782:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014787:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac44673e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014823:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44673d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474ca expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014837:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474ca expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.014906:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:0.0:1781226948.014909:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226948.014912:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5200, rc 0) 00000100:00100000:0.0:1781226948.015014:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+113:34606:x1867750941758336:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1441us (1810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.015027:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1596 00000100:00100000:2.0:1781226948.022607:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.022773:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758464 00000100:00100000:1.0:1781226948.022787:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758464 00000100:00100000:1.0:1781226948.022869:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 438 00000100:00100000:1.0:1781226948.022880:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941758464:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226948.022905:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.022927:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac44673f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474d1 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.023022:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964672640:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226948.023153:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00002000:00010000:1.0:1781226948.026819:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781226948.026832:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1781226947 00002000:00010000:1.0:1781226948.026835:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1781226947 00002000:00010000:1.0:1781226948.026837:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1781226947 00002000:00010000:1.0:1781226948.026840:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226948.026937:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964672640:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226948.027001:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac44673f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474d1 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.027030:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac44673f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474d1 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.027052:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74600, rc 0) 00000100:00100000:1.0:1781226948.027130:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941758464:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4251us (4547us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226948.027147:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 438 00000100:00100000:3.0:1781226948.029038:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.029533:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758592 00000100:00100000:2.0:1781226948.029546:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758592 00000100:00100000:2.0:1781226948.029631:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 657 00000100:00100000:2.0:1781226948.029642:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+113:2427:x1867750941758592:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226948.029994:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.030021:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44673f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b474d8 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030094:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030111:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030124:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030143:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030150:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030156:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030219:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030228:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030235:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030241:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.030246:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030255:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030266:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.030269:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.030274:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030280:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44673fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030297:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030303:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030309:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030315:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.030318:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030324:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030330:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a4c6fba700) 00010000:00010000:2.0:1781226948.030333:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.030335:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030341:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467405 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030374:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44673f7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474d8 expref: 114 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030384:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.030387:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226948.030390:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44673f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474d8 expref: 114 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.030400:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc -2) 00000100:00100000:2.0:1781226948.030549:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+113:2427:x1867750941758592:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 909us (1522us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226948.030559:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 657 00000100:00100000:2.0:1781226948.036484:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.036568:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758720 00000100:00100000:1.0:1781226948.036582:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758720 00000100:00100000:1.0:1781226948.036676:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1597 00000100:00100000:1.0:1781226948.036686:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+113:34606:x1867750941758720:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226948.036759:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.036784:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac446740c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47510 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.036883:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.036897:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.036909:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226948.036960:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1781226948.036962:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226948.036996:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.037029:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac446740c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.037055:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.037065:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.037069:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226948.037074:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74a00, rc 0) 00000100:00100000:1.0:1781226948.037160:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+114:34606:x1867750941758720:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 474us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.037169:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1597 00000100:00100000:3.0:1781226948.042089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.042153:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941758848 00000100:00100000:0.0:1781226948.042163:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941758848 00000100:00100000:0.0:1781226948.042233:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 439 00000100:00100000:0.0:1781226948.042245:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941758848:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226948.042267:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.042288:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062f1f248/0x5d5522eac446741a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47517 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.042352:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964672768:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226948.042441:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c1377000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226948.044289:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964672768:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226948.044328:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000062f1f248/0x5d5522eac446741a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47517 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.044350:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062f1f248/0x5d5522eac446741a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47517 expref: 18 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.044361:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226948.044414:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+17:2425:x1867750941758848:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2170us (2335us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.044424:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 439 00000100:00100000:2.0:1781226948.047088:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.047244:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759104 00000100:00100000:3.0:1781226948.047257:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759104 00000100:00100000:3.0:1781226948.047318:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1598 00000100:00100000:3.0:1781226948.047326:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+114:34606:x1867750941759104:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:3.0:1781226948.047513:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:3.0:1781226948.047622:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+114:34606:x1867750941759104:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 295us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.047630:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1598 00000001:00080000:3.0:1781226948.049567:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968273 is committed 00000001:00080000:3.0:1781226948.049611:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968267 is committed 00000020:00080000:3.0:1781226948.049621:0:6503:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00010000:00010000:2.0:1781226948.049735:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049751:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049760:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049766:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.049770:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049778:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049798:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff89a4c6fba200) 00010000:00010000:2.0:1781226948.049801:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.049806:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049813:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467134 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049839:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049850:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049854:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049859:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.049861:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049865:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049870:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.049872:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.049873:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.049876:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446713b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050047:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050056:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050061:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050066:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.050068:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050075:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050085:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a4c6fba400) 00010000:00010000:1.0:1781226948.050088:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.050091:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050097:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446720d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050119:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050126:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050132:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050137:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5fbbd6800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.050146:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050153:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050162:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c68e3200) 00010000:00010000:1.0:1781226948.050165:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.050168:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050174:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5fbbd6800/0x5d5522eac44672df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050190:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050196:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050203:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050329:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.050334:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050341:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050350:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c68e3600) 00010000:00010000:1.0:1781226948.050352:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.050355:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.050361:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44673b1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1781226948.050372:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:0.0:1781226948.050386:0:6555:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000100:00100000:3.0:1781226948.054814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.055575:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759232 00000100:00100000:0.0:1781226948.055589:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759232 00000100:00100000:0.0:1781226948.055657:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1599 00000100:00100000:0.0:1781226948.055666:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+112:34609:x1867750941759232:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226948.057005:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.057042:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467421 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47525 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057132:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057148:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057163:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057182:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057190:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057197:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057262:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057271:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057283:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057291:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.057296:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057303:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057314:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.057317:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.057321:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057326:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467428 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057339:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057342:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057355:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057359:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.057361:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057368:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057373:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5f680b500) 00010000:00010000:0.0:1781226948.057374:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.057376:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057379:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac446742f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057412:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467421 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47525 expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057420:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.057421:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.057424:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467421 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47525 expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.057430:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226948.057510:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+112:34609:x1867750941759232:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1845us (2709us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.057517:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1599 00000100:00100000:3.0:1781226948.062316:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.062409:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759360 00000100:00100000:0.0:1781226948.062424:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759360 00000100:00100000:0.0:1781226948.062496:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 658 00000100:00100000:0.0:1781226948.062508:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:426c1963-9443-4542-9a73-222739759500+112:2427:x1867750941759360:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:0.0:1781226948.062559:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.062580:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467436 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4751e expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062643:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062657:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062667:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062678:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062683:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062687:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062753:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062759:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062763:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062766:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.062771:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062777:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062791:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.062794:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.062798:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062805:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446743d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062823:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062829:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062833:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062837:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.062839:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062842:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062857:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff89a5f680b200) 00010000:00010000:0.0:1781226948.062859:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.062861:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062865:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467444 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062892:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467436 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4751e expref: 113 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062899:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.062900:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781226948.062903:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467436 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4751e expref: 113 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.062908:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4200, rc -2) 00000100:00100000:0.0:1781226948.062999:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:426c1963-9443-4542-9a73-222739759500+112:2427:x1867750941759360:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 494us (696us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226948.063005:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 658 00000100:00100000:2.0:1781226948.072637:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.072746:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759488 00000100:00100000:0.0:1781226948.072759:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759488 00000100:00100000:0.0:1781226948.072835:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1600 00000100:00100000:0.0:1781226948.072857:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34610:x1867750941759488:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226948.072889:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.072916:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446744b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4752c expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073029:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073050:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073062:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073078:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073085:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073091:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073140:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073148:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073155:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073162:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.073167:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073175:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073188:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.073192:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.073198:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073205:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467452 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073220:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073227:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073233:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073239:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.073242:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073248:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073256:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5f680b200) 00010000:00010000:0.0:1781226948.073259:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.073262:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073268:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073309:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446744b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4752c expref: 55 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073321:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.073323:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.073327:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446744b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4752c expref: 55 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.073338:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4200, rc 0) 00000100:00100000:0.0:1781226948.073437:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34610:x1867750941759488:12345-192.168.202.30@tcp:101:rm.0 Request processed in 592us (814us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.073445:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1600 00000100:00100000:0.0:1781226948.080947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.081092:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759616 00000100:00100000:1.0:1781226948.081106:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759616 00000100:00100000:1.0:1781226948.081317:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1601 00000100:00100000:1.0:1781226948.081331:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34610:x1867750941759616:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:1.0:1781226948.081358:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.081387:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467460 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47533 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081482:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081502:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081515:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081532:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081540:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081547:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081597:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081602:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081607:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081611:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081615:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.081618:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.081625:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082056:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.082061:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.082067:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082075:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467467 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082095:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082102:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082108:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082113:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.082117:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082122:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082130:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5c60d7b00) 00010000:00010000:1.0:1781226948.082132:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.082135:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082445:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac446746e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082505:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467460 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47533 expref: 55 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082517:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.082520:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.082524:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467460 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47533 expref: 55 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.082534:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74600, rc 0) 00000100:00100000:1.0:1781226948.082884:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34610:x1867750941759616:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1555us (1948us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226948.082892:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1601 00000100:00100000:2.0:1781226948.098155:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.098256:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759744 00000100:00100000:0.0:1781226948.098268:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759744 00000100:00100000:0.0:1781226948.098334:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1602 00000100:00100000:0.0:1781226948.098343:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34611:x1867750941759744:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226948.098366:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.098392:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467475 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4753a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098482:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098501:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098513:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098535:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098543:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098550:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098598:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098604:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098611:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098617:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.098622:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098630:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098644:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.098648:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.098654:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098661:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac446747c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098678:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098685:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098690:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098765:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.098768:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098775:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098783:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5f680b200) 00010000:00010000:0.0:1781226948.098785:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.098788:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098794:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467483 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098837:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467475 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4753a expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098849:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.098852:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.098857:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467475 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4753a expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.098868:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4200, rc 0) 00000100:00100000:0.0:1781226948.098954:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34611:x1867750941759744:12345-192.168.202.30@tcp:101:cp.0 Request processed in 611us (821us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.098963:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1602 00000100:00100000:2.0:1781226948.102600:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.102675:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941759872 00000100:00100000:3.0:1781226948.102688:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941759872 00000100:00100000:3.0:1781226948.102803:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1603 00000100:00100000:3.0:1781226948.102816:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34611:x1867750941759872:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226948.102841:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.102880:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac446748a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47541 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.102991:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103009:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103022:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103039:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103045:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103052:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103102:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103110:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103118:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103124:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058ea600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.103129:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103142:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103407:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.103410:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.103415:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103420:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac4467491 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103431:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103434:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103439:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103442:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eba00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.103443:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103447:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103452:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5c307ef00) 00010000:00010000:3.0:1781226948.103454:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.103457:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103464:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467498 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103504:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac446748a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47541 expref: 55 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103515:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.103517:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.103520:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac446748a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47541 expref: 55 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.103529:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb400, rc 0) 00000100:00100000:2.0:1781226948.103688:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605902d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34611:x1867750941759872:12345-192.168.202.30@tcp:101:cp.0 Request processed in 873us (1095us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.103714:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1603 00000100:00100000:3.0:1781226948.107359:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.107871:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941760128 00000100:00100000:1.0:1781226948.107884:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941760128 00000100:00100000:1.0:1781226948.107947:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1604 00000100:00100000:1.0:1781226948.107955:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:34611:x1867750941760128:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.107987:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.108011:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac446749f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47548 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.108134:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.108148:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.108155:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.108194:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.108221:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 111 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.108236:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964672896:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.108366:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.112450:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964672896:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.112494:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.113586:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.113688:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941760256 00000100:00100000:1.0:1781226948.113750:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941760256 00010000:00010000:1.0:1781226948.113804:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 112 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.113855:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 479 00000100:00100000:1.0:1781226948.113868:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941760256:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226948.113889:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226948.113897:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 112 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.113912:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 112 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.113947:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74a00/0x5d5522eac4467413 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47510 expref: 112 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.113978:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.113985:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.113998:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.114007:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.114050:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226948.114121:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941760256:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 254us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.114130:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 479 00010000:00010000:2.0:1781226948.114231:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.114240:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.114271:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.114286:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.114295:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226948.114822:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:2.0:1781226948.115016:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115027:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115036:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115075:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115083:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115089:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115096:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115102:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.115107:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115119:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115130:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.115133:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.115136:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115143:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44674a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226948.115158:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000c7bee99f reply state 00000000e397b1dd transno 4294968274 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115169:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115174:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a4c6fba200) 00010000:00010000:2.0:1781226948.115177:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226948.115180:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226948.115221:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac446749f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115237:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 56 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.115244:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226948.115246:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226948.115249:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2a00, rc 0) 00000100:00100000:2.0:1781226948.115298:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+57:34611:x1867750941760128:12345-192.168.202.30@tcp:101:cp.0 Request processed in 7343us (7955us total) trans 4294968274 rc 0/0 00000100:00100000:2.0:1781226948.115307:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1604 00000100:00100000:3.0:1781226948.121306:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.121920:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941760384 00000100:00100000:2.0:1781226948.121934:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941760384 00000100:00100000:2.0:1781226948.122031:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 659 00000100:00100000:2.0:1781226948.122046:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2427:x1867750941760384:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226948.122135:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.122177:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44674c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4754f expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122263:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122280:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122294:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122311:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122319:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122326:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122377:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122387:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122393:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122399:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.122404:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122413:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122427:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.122430:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.122435:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122441:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122459:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122465:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122471:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122476:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.122479:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122485:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122493:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226948.122495:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.122497:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122501:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac44674d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122530:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44674c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4754f expref: 58 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122537:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.122539:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226948.122541:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44674c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4754f expref: 58 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.122547:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2c00, rc -2) 00000100:00100000:2.0:1781226948.122625:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2427:x1867750941760384:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 584us (1337us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226948.122632:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 659 00000100:00100000:0.0:1781226948.128267:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.128386:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941760512 00000100:00100000:3.0:1781226948.128398:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941760512 00000100:00100000:3.0:1781226948.128466:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 440 00000100:00100000:3.0:1781226948.128476:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941760512:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226948.128498:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.128521:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47587 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.128548:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226948.128572:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.128574:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.128583:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.128603:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.128616:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb400, rc 0) 00000100:00100000:3.0:1781226948.128686:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941760512:12345-192.168.202.30@tcp:101:cp.0 Request processed in 211us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.128742:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 440 00000100:00100000:3.0:1781226948.132627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.132769:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941760640 00000100:00100000:2.0:1781226948.132783:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941760640 00000100:00100000:2.0:1781226948.132861:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 441 00000100:00100000:2.0:1781226948.132874:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:34611:x1867750941760640:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226948.132899:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.132921:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4758e expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.132961:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.132985:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.132987:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.132992:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.133031:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.133046:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.133061:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964673024:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226948.133175:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a180 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.135538:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964673024:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.135576:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.135599:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:1.0:1781226948.135672:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:34611:x1867750941760640:12345-192.168.202.30@tcp:101:cp.0 Request processed in 2801us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.135683:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 441 00000100:00100000:0.0:1781226948.136633:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.136729:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941760768 00000100:00100000:1.0:1781226948.136740:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941760768 00010000:00010000:1.0:1781226948.136780:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.136818:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 480 00000100:00100000:1.0:1781226948.136954:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941760768:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226948.136985:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226948.137012:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.137028:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.137054:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a65f3c36/0x5d5522eac44674d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47587 expref: 12 pid: 8404 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.137081:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.137083:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.137093:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.137104:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.137157:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.137180:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964673152:192.168.202.30@tcp:105: 00000100:00100000:1.0:1781226948.137262:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.139650:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0b0c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6509:1867750964673152:192.168.202.30@tcp:105: 00010000:00010000:1.0:1781226948.139692:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226948.139799:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941760768:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 2971us (3166us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.139813:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 480 00000100:00100000:2.0:1781226948.142302:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.142566:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761024 00000100:00100000:0.0:1781226948.142577:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761024 00000100:00100000:0.0:1781226948.142668:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 305 00000100:00100000:0.0:1781226948.142678:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+57:34611:x1867750941761024:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:0.0:1781226948.143110:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34611:x1867750941761024:12345-192.168.202.30@tcp:35:cp.0 Request processed in 430us (819us total) trans 4294968275 rc 0/0 00000100:00100000:0.0:1781226948.143120:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 305 00000100:00100000:0.0:1781226948.155983:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.156109:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761152 00000100:00100000:2.0:1781226948.156122:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761152 00000100:00100000:2.0:1781226948.156216:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 660 00000100:00100000:2.0:1781226948.156229:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2425:x1867750941761152:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226948.156302:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.156328:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44674e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47595 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156407:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156424:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156438:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156457:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156465:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156471:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156517:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156524:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156531:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156538:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.156544:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156557:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156572:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.156576:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.156581:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156588:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac44674ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156606:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156612:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156618:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156622:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.156625:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156631:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156638:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226948.156641:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.156644:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156654:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156690:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44674e5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47595 expref: 59 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156758:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.156761:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226948.156765:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44674e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47595 expref: 59 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.156776:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc -2) 00000100:00100000:2.0:1781226948.157268:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2425:x1867750941761152:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 1039us (1306us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226948.157280:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 660 00000100:00100000:3.0:1781226948.162540:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.162600:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761280 00000100:00100000:2.0:1781226948.162613:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761280 00000100:00100000:2.0:1781226948.162685:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1605 00000100:00100000:2.0:1781226948.162719:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:34618:x1867750941761280:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226948.162746:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.162773:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475cd expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.162869:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.162886:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.162902:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.162914:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.162920:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.162925:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163024:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163034:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163040:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226948.163095:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:2.0:1781226948.163101:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226948.163133:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163148:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163158:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163171:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163178:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163184:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.163189:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163198:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163223:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.163227:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.163233:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163241:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467501 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163256:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163261:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163267:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163272:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.163275:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163281:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163288:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a4c6fba200) 00010000:00010000:2.0:1781226948.163292:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.163294:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163300:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467508 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163334:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac44674fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475cd expref: 113 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163348:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475cd expref: 112 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.163355:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226948.163357:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226948.163359:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df800, rc 0) 00000100:00100000:2.0:1781226948.163448:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+112:34618:x1867750941761280:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 752us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.163457:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1605 00000100:00100000:3.0:1781226948.166268:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.166421:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761408 00000100:00100000:2.0:1781226948.166433:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761408 00000100:00100000:2.0:1781226948.166501:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 442 00000100:00100000:2.0:1781226948.166512:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941761408:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226948.166533:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.166556:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac4467516 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475d4 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.166629:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964673280:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226948.166766:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a6c0 going to sleep for 11 seconds 00002000:00010000:2.0:1781226948.170581:0:17677:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781226948.170593:0:17677:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1781226947 00002000:00010000:2.0:1781226948.170595:0:17677:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1781226947 00002000:00010000:2.0:1781226948.170596:0:17677:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1781226947 00002000:00010000:2.0:1781226948.170598:0:17677:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781226948.170623:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964673280:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226948.170667:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac4467516 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475d4 expref: 17 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.170726:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034a7bfe7/0x5d5522eac4467516 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475d4 expref: 17 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.170751:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:2.0:1781226948.170831:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941761408:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4319us (4576us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.170842:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 442 00000100:00100000:3.0:1781226948.176601:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.177412:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761536 00000100:00100000:2.0:1781226948.177425:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761536 00000100:00100000:2.0:1781226948.177522:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1606 00000100:00100000:2.0:1781226948.177531:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+112:34618:x1867750941761536:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226948.177554:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.177578:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446751d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475db expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.177660:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.177675:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.177689:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226948.177764:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781226948.177768:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226948.177794:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.177824:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac446751d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 114 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.177857:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 113 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.177866:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.177869:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226948.177873:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:2.0:1781226948.178034:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+113:34618:x1867750941761536:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 502us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.178042:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1606 00000100:00100000:3.0:1781226948.180320:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.180397:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761664 00000100:00100000:0.0:1781226948.180406:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761664 00000100:00100000:0.0:1781226948.180462:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 443 00000100:00100000:0.0:1781226948.180473:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941761664:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226948.180493:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.180516:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac446752b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475e2 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.180585:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbffc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964673408:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226948.180737:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8900 going to sleep for 11 seconds 00000100:00100000:0.0:1781226948.182736:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbffc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964673408:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226948.182782:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac446752b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475e2 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.182808:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac446752b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475e2 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.182819:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4400, rc 0) 00000100:00100000:0.0:1781226948.182887:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941761664:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 2416us (2576us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.182899:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 443 00000100:00100000:3.0:1781226948.191552:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.191668:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941761920 00000100:00100000:2.0:1781226948.191680:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941761920 00000100:00100000:2.0:1781226948.191821:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1607 00000100:00100000:2.0:1781226948.191831:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+113:34618:x1867750941761920:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:2.0:1781226948.192077:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:2.0:1781226948.192302:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+113:34618:x1867750941761920:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 472us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.192310:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1607 00000100:00100000:3.0:1781226948.197297:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.197448:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762048 00000100:00100000:2.0:1781226948.197459:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762048 00000100:00100000:2.0:1781226948.197524:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1608 00000100:00100000:2.0:1781226948.197535:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:34619:x1867750941762048:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:2.0:1781226948.197563:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.197588:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467532 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475e9 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197671:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197684:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197725:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197743:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197750:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197759:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197811:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197818:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197825:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197832:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.197836:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197857:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197872:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.197875:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.197880:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197887:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467539 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197909:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197916:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197921:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197925:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.197927:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197932:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197940:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226948.197942:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.197945:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197950:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467540 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.197996:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467532 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475e9 expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.198006:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.198008:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.198010:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467532 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475e9 expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.198017:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:2.0:1781226948.198083:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:34619:x1867750941762048:12345-192.168.202.30@tcp:101:bash.0 Request processed in 550us (799us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.198098:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1608 00000100:00100000:1.0:1781226948.206874:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.207180:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762176 00000100:00100000:2.0:1781226948.207195:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762176 00000100:00100000:2.0:1781226948.207272:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1609 00000100:00100000:2.0:1781226948.207285:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34620:x1867750941762176:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226948.207323:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.207352:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467547 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475f0 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207450:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207466:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207480:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207496:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207505:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207513:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207574:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207588:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207597:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207613:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.207619:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207629:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207643:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.207647:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.207651:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207658:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446754e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207679:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207685:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207691:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207757:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.207761:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207766:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207773:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226948.207776:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.207779:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207784:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467555 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207819:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467547 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475f0 expref: 59 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207829:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.207831:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.207834:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467547 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475f0 expref: 59 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.207843:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de400, rc 0) 00000100:00100000:2.0:1781226948.208828:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34620:x1867750941762176:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1540us (1958us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.208851:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1609 00000100:00100000:3.0:1781226948.208853:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.209103:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762304 00000100:00100000:1.0:1781226948.209115:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762304 00000100:00100000:1.0:1781226948.209175:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 661 00000100:00100000:1.0:1781226948.209185:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2426:x1867750941762304:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:1.0:1781226948.209221:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.209239:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac446755c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475f7 expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209295:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209482:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209494:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209511:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209519:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209526:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209775:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209784:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209791:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209798:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.209801:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209809:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209820:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.209823:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.209827:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209833:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac4467563 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209848:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209854:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209860:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209865:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.209868:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209874:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209882:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff89a5c60d7b00) 00010000:00010000:1.0:1781226948.209884:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.209886:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209892:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac446756a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209923:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac446755c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475f7 expref: 59 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.209933:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.209935:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226948.209940:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac446755c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475f7 expref: 59 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.210104:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74000, rc -2) 00000100:00100000:1.0:1781226948.210174:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2426:x1867750941762304:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 989us (1338us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781226948.210183:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 661 00000100:00100000:3.0:1781226948.212836:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.212977:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762432 00000100:00100000:2.0:1781226948.212992:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762432 00000100:00100000:2.0:1781226948.213127:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1610 00000100:00100000:2.0:1781226948.213139:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34620:x1867750941762432:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226948.213176:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.213204:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467571 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b475fe expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213276:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213291:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213312:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213327:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213334:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213340:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213388:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213395:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213400:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213406:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213413:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.213417:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213425:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213437:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.213440:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.213444:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213451:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac4467578 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213467:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213473:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213479:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213483:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.213486:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213491:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213501:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fba500) 00010000:00010000:2.0:1781226948.213504:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.213506:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213511:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446757f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213558:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467571 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475fe expref: 59 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213569:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.213571:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.213574:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467571 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475fe expref: 59 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.213584:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:2.0:1781226948.213669:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34620:x1867750941762432:12345-192.168.202.30@tcp:101:rm.0 Request processed in 531us (844us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.213677:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1610 00000100:00100000:0.0:1781226948.233384:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.233568:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762560 00000100:00100000:2.0:1781226948.233589:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762560 00000100:00100000:2.0:1781226948.233725:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1611 00000100:00100000:2.0:1781226948.233737:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34621:x1867750941762560:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226948.233763:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.233785:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467586 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47605 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.233868:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.233882:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.233895:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.233909:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.233916:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.233922:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234161:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234169:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234176:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234182:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.234187:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234198:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234212:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.234215:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.234219:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234225:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3400/0x5d5522eac446758d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234242:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234247:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234252:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234258:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.234261:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234266:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234273:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fba500) 00010000:00010000:2.0:1781226948.234276:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.234279:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234286:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467594 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234319:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467586 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47605 expref: 59 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234330:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.234332:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.234335:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467586 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47605 expref: 59 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.234346:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2c00, rc 0) 00000100:00100000:2.0:1781226948.234687:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34621:x1867750941762560:12345-192.168.202.30@tcp:101:cp.0 Request processed in 949us (1317us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.234851:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1611 00000100:00100000:3.0:1781226948.237997:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.240099:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762688 00000100:00100000:2.0:1781226948.240120:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762688 00000100:00100000:2.0:1781226948.240204:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1612 00000100:00100000:2.0:1781226948.240424:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34621:x1867750941762688:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226948.240451:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.240481:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446759b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4760c expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240581:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240596:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240609:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240621:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240626:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240630:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240671:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240678:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240682:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240687:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.240691:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240729:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240740:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.240743:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.240747:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240753:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44675a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240765:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240768:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240772:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240775:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.240777:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240782:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240788:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:2.0:1781226948.240790:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.240793:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240798:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240838:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446759b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4760c expref: 59 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240852:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.240854:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.240858:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446759b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4760c expref: 59 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.240869:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc 0) 00000100:00100000:2.0:1781226948.240956:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34621:x1867750941762688:12345-192.168.202.30@tcp:101:cp.0 Request processed in 541us (2975us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226948.247553:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.247626:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1612 00000100:00100000:2.0:1781226948.248143:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941762944 00000100:00100000:2.0:1781226948.248155:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941762944 00000100:00100000:2.0:1781226948.248216:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1613 00000100:00100000:2.0:1781226948.248228:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+58:34621:x1867750941762944:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226948.248258:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.248290:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44675b0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47613 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.248444:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.248460:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 112 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.248467:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.248504:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 112 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.248516:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 112 pid: 10991 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.248528:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964673536:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226948.249321:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.253096:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.253310:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6057f9e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964673536:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226948.253344:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.253501:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763072 00000100:00100000:0.0:1781226948.253509:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763072 00010000:00010000:0.0:1781226948.253552:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 113 pid: 10991 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.253590:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 481 00000100:00100000:0.0:1781226948.253600:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+113:2426:x1867750941763072:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.253620:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.253628:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 113 pid: 10991 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.253651:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 113 pid: 10991 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.253685:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467524 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475db expref: 113 pid: 10991 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.253745:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.253751:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.253764:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.253772:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.253802:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.253875:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+112:2426:x1867750941763072:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 275us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.253884:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 481 00010000:00010000:2.0:1781226948.254156:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.254166:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.254198:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.254210:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.254220:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226948.254681:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:3.0:1781226948.255690:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255737:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255749:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255795:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255804:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255811:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255819:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.255824:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255833:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255858:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.255862:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.255867:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255874:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44675b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226948.255898:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000bc1f3cc6 reply state 0000000071577a1f transno 4294968276 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255910:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.255917:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:3.0:1781226948.255921:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226948.255924:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781226948.255994:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44675b0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 61 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.256013:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 60 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.256021:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:3.0:1781226948.256023:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226948.256026:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ebe00, rc 0) 00000100:00100000:3.0:1781226948.256112:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+61:34621:x1867750941762944:12345-192.168.202.30@tcp:101:cp.0 Request processed in 7886us (8574us total) trans 4294968276 rc 0/0 00000100:00100000:3.0:1781226948.256122:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1613 00000100:00100000:3.0:1781226948.259496:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.259593:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763200 00000100:00100000:1.0:1781226948.259605:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763200 00000100:00100000:1.0:1781226948.259682:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 444 00000100:00100000:1.0:1781226948.259926:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941763200:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.259951:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.259989:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4761a expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.260022:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226948.260047:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.260050:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.260060:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.260080:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.260096:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74000, rc 0) 00000100:00100000:1.0:1781226948.260213:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941763200:12345-192.168.202.30@tcp:101:cp.0 Request processed in 520us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.260221:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 444 00000100:00100000:3.0:1781226948.262544:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.262644:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763328 00000100:00100000:1.0:1781226948.262656:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763328 00000100:00100000:1.0:1781226948.262744:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 445 00000100:00100000:1.0:1781226948.262756:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:34621:x1867750941763328:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.262777:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.262799:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47621 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.262838:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.262847:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.262849:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.262863:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.262907:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.262922:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 13 pid: 8405 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.262939:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d083c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964673664:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.263051:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.266221:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.266440:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763456 00000100:00100000:0.0:1781226948.266451:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763456 00010000:00010000:0.0:1781226948.266501:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 14 pid: 8405 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.266553:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 482 00000100:00100000:0.0:1781226948.266564:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2427:x1867750941763456:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.266583:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.266611:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 14 pid: 8405 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.266632:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 14 pid: 8405 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.266665:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.266668:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.266678:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 14 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.266689:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 14 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.266786:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 14 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.266803:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8431:1867750964673792:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226948.266904:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c8ec8900 going to sleep for 11 seconds 00010000:00010000:1.0:1781226948.268089:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4761a expref: 14 pid: 8405 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.268122:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d083c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964673664:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.268174:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 13 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.268190:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75e00, rc 0) 00000100:00100000:1.0:1781226948.268282:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:34621:x1867750941763328:12345-192.168.202.30@tcp:101:cp.0 Request processed in 5528us (5749us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.268292:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 445 00000100:00100000:0.0:1781226948.270357:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcf00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8431:1867750964673792:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226948.270392:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.270459:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2427:x1867750941763456:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 3896us (4254us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.270474:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 482 00000100:00100000:3.0:1781226948.272868:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.273150:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763712 00000100:00100000:2.0:1781226948.273162:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763712 00000100:00100000:2.0:1781226948.273249:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 306 00000100:00100000:2.0:1781226948.273263:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+61:34621:x1867750941763712:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:2.0:1781226948.273680:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34621:x1867750941763712:12345-192.168.202.30@tcp:35:cp.0 Request processed in 417us (835us total) trans 4294968277 rc 0/0 00000100:00100000:2.0:1781226948.273691:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 306 00000100:00100000:2.0:1781226948.291979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.293202:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763840 00000100:00100000:0.0:1781226948.293219:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763840 00000100:00100000:0.0:1781226948.293316:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1614 00000100:00100000:0.0:1781226948.293329:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+112:34624:x1867750941763840:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226948.293357:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.293383:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac44675e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47628 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293478:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293499:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293514:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293528:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293536:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293545:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293643:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293653:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.293663:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226948.293974:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:0.0:1781226948.293982:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226948.294008:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294022:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294033:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294041:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294049:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294057:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.294063:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294073:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294090:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.294094:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.294099:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294106:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44675e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294124:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294205:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294215:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294221:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.294224:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294231:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294298:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:0.0:1781226948.294301:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.294305:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294312:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac44675ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294351:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac44675e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47628 expref: 114 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294370:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47628 expref: 113 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.294379:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:0.0:1781226948.294382:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226948.294386:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5000, rc 0) 00000100:00100000:0.0:1781226948.294608:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+113:34624:x1867750941763840:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1280us (2648us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.294619:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1614 00000100:00100000:3.0:1781226948.300073:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.300367:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941763968 00000100:00100000:1.0:1781226948.300378:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941763968 00000100:00100000:1.0:1781226948.300483:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 446 00000100:00100000:1.0:1781226948.300494:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941763968:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226948.300513:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.300532:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4762f expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.300600:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d083c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964673920:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226948.300744:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00002000:00010000:1.0:1781226948.308861:0:15413:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781226948.308876:0:15413:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1781226948 00002000:00010000:1.0:1781226948.308879:0:15413:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1781226948 00002000:00010000:1.0:1781226948.308882:0:15413:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1781226948 00002000:00010000:1.0:1781226948.308885:0:15413:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781226948.308915:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d083c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964673920:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226948.308980:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4762f expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.309012:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b632dac/0x5d5522eac44675fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4762f expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.309029:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74000, rc 0) 00000100:00100000:1.0:1781226948.309164:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941763968:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 8670us (9106us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226948.309177:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 446 00000100:00100000:2.0:1781226948.328086:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.328228:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764096 00000100:00100000:3.0:1781226948.328240:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764096 00000100:00100000:3.0:1781226948.328307:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1615 00000100:00100000:3.0:1781226948.328319:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+113:34624:x1867750941764096:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226948.328347:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.328373:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467604 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47636 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.328471:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.328490:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.328504:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226948.328564:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781226948.328568:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226948.328593:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.328620:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467604 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.328638:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 114 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.328645:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.328647:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226948.328650:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058ea600, rc 0) 00000100:00100000:3.0:1781226948.328772:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+114:34624:x1867750941764096:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 456us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.328780:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1615 00000100:00100000:3.0:1781226948.337610:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.342348:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764224 00000100:00100000:2.0:1781226948.342830:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764224 00000100:00100000:2.0:1781226948.343004:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 447 00000100:00100000:2.0:1781226948.343018:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941764224:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226948.343043:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.343068:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4467612 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4763d expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.344412:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792e580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964674048:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226948.344560:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a180 going to sleep for 11 seconds 00000100:00100000:2.0:1781226948.350507:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792e580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867750964674048:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226948.350562:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4467612 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4763d expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.350595:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000659c8bd8/0x5d5522eac4467612 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4763d expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.350618:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:2.0:1781226948.350746:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941764224:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 7728us (13150us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.350759:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 447 00000100:00100000:0.0:1781226948.361274:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.361564:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764480 00000100:00100000:3.0:1781226948.361579:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764480 00000100:00100000:3.0:1781226948.361667:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1616 00000100:00100000:3.0:1781226948.361681:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+114:34624:x1867750941764480:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:3.0:1781226948.361974:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:3.0:1781226948.362110:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+114:34624:x1867750941764480:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 430us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.362119:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1616 00000100:00100000:2.0:1781226948.376435:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.376534:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764608 00000100:00100000:0.0:1781226948.376546:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764608 00000100:00100000:0.0:1781226948.376615:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1617 00000100:00100000:0.0:1781226948.376626:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+114:34625:x1867750941764608:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226948.376652:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.376683:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467619 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47644 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376811:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376827:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376838:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376865:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376872:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376879:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376933:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376945:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376952:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376958:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.376974:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.376988:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377002:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.377006:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.377011:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377018:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467620 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377033:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377039:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377044:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377050:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.377053:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377059:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377064:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5f680b200) 00010000:00010000:0.0:1781226948.377066:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.377068:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377072:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467627 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377116:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467619 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47644 expref: 115 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377125:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.377127:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.377130:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467619 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47644 expref: 115 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.377385:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4000, rc 0) 00000100:00100000:0.0:1781226948.377473:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+114:34625:x1867750941764608:12345-192.168.202.30@tcp:101:bash.0 Request processed in 847us (1050us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.377482:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1617 00000100:00100000:1.0:1781226948.393520:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.393579:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.393800:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764864 00000100:00100000:2.0:1781226948.393814:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764864 00000100:00100000:2.0:1781226948.393901:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:2.0:1781226948.393914:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:2424:x1867750941764864:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226948.393976:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.394012:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446762e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47652 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394102:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394120:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394134:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394150:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394157:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394164:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394232:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394241:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394248:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394255:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.394260:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394268:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394281:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.394284:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.394290:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394297:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467635 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394317:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394323:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394329:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394334:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.394338:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394344:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394352:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff89a4c6fba500) 00010000:00010000:2.0:1781226948.394355:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.394358:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394364:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac446763c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394410:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446762e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47652 expref: 63 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394431:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.394434:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226948.394438:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446762e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47652 expref: 63 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.394450:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc -2) 00000100:00100000:2.0:1781226948.394542:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:2424:x1867750941764864:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 630us (1035us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226948.394551:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 662 00000100:00100000:3.0:1781226948.395379:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764736 00000100:00100000:3.0:1781226948.395405:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764736 00000100:00100000:3.0:1781226948.395486:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1618 00000100:00100000:3.0:1781226948.395498:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d09e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34626:x1867750941764736:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226948.395518:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.395539:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467643 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4764b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395604:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395615:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395626:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395642:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395648:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395656:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395728:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395735:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395741:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395747:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395752:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.395756:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395763:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395772:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.395774:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.395778:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395784:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac446764a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395798:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395805:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395811:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395817:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.395819:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395825:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395832:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226948.395834:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.395836:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395854:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac4467651 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395886:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467643 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4764b expref: 63 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395895:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.395898:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.395901:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467643 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4764b expref: 63 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.395909:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eba00, rc 0) 00000100:00100000:3.0:1781226948.396667:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d09e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34626:x1867750941764736:12345-192.168.202.30@tcp:101:rm.0 Request processed in 1163us (3079us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226948.396682:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1618 00000040:00080000:1.0:1781226948.411999:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226948.412014:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226948.412062:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 48 count 8 00000040:00080000:1.0:1781226948.412076:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:1.0:1781226948.412482:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d0a1c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964674176:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226948.415372:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226948.427165:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.427280:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941764992 00000100:00100000:3.0:1781226948.427293:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941764992 00000100:00100000:3.0:1781226948.427375:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1619 00000100:00100000:3.0:1781226948.427387:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+63:34626:x1867750941764992:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226948.427410:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.427436:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467658 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47659 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427515:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427529:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427539:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427551:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427555:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427559:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427601:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427609:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427614:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427618:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.427622:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427627:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427636:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.427638:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.427642:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427646:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac446765f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427656:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427659:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427663:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427666:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.427669:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427673:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427676:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226948.427678:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.427679:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427682:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467666 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427757:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467658 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47659 expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427768:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.427770:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.427774:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac4467658 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47659 expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.427783:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eba00, rc 0) 00000100:00100000:3.0:1781226948.427870:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+63:34626:x1867750941764992:12345-192.168.202.30@tcp:101:rm.0 Request processed in 484us (1607us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226948.427879:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1619 00000100:00100000:1.0:1781226948.430999:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d0a1c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964674176:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226948.453015:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.453288:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941765120 00000100:00100000:3.0:1781226948.453302:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941765120 00000100:00100000:3.0:1781226948.453393:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1620 00000100:00100000:3.0:1781226948.453407:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34627:x1867750941765120:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226948.453623:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226948.453867:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34627:x1867750941765120:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 461us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.453876:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1620 00000100:00100000:2.0:1781226948.477332:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.478061:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941765632 00000100:00100000:3.0:1781226948.478084:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941765632 00000100:00100000:3.0:1781226948.478172:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1621 00000100:00100000:3.0:1781226948.478186:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+62:34627:x1867750941765632:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.478213:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.478253:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446766d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47660 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.478426:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467674 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.478444:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467674 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.478458:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467674 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226948.478473:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00010000:00010000:3.0:1781226948.478619:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac446766d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47660 expref: 65 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.479206:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467674 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47660 expref: 64 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.479227:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226948.479231:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226948.479250:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eb000, rc 0) 00000100:00100000:3.0:1781226948.479344:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+64:34627:x1867750941765632:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 1159us (2030us total) trans 4294968278 rc 0/0 00000100:00100000:3.0:1781226948.479353:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1621 00000100:00100000:0.0:1781226948.487094:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.487350:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.487409:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.487472:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941765248 00000100:00100000:0.0:1781226948.487484:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941765248 00000100:00100000:0.0:1781226948.487554:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941765376 00000100:00100000:0.0:1781226948.487558:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941765376 00000100:00100000:0.0:1781226948.487587:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941765760 00000100:00100000:0.0:1781226948.487591:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941765760 00000100:00100000:0.0:1781226948.487613:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1622 00000100:00100000:0.0:1781226948.487624:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+66:34628:x1867750941765248:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781226948.487691:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226948.489562:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1623 00000100:00100000:2.0:1781226948.489582:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+66:34629:x1867750941765376:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226948.489623:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226948.489781:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+66:34629:x1867750941765376:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 206us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.489790:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1623 00000100:00100000:2.0:1781226948.489821:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1624 00000100:00100000:2.0:1781226948.489830:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+65:34630:x1867750941765760:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226948.489850:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.489877:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467682 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47667 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.489954:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.489991:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490006:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490025:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490032:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490039:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490101:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490110:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490117:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490124:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.490128:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490148:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490163:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.490167:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.490173:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490180:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467689 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490196:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490203:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490209:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490215:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.490218:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490225:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490232:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a4c6fba500) 00010000:00010000:2.0:1781226948.490245:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.490248:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490254:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467690 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490300:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467682 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47667 expref: 66 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490311:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.490313:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.490316:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467682 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47667 expref: 66 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.490326:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:2.0:1781226948.490357:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+65:34630:x1867750941765760:12345-192.168.202.30@tcp:101:cp.0 Request processed in 528us (2948us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.490364:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1624 00000100:00100000:0.0:1781226948.491363:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+64:34628:x1867750941765248:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 3735us (4289us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.491375:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1622 00000100:00100000:0.0:1781226948.506192:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.506245:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.506476:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766016 00000100:00100000:2.0:1781226948.506489:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766016 00000100:00100000:2.0:1781226948.506548:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766272 00000100:00100000:2.0:1781226948.506551:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766272 00000100:00100000:2.0:1781226948.506579:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1625 00000100:00100000:2.0:1781226948.506591:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+65:34629:x1867750941766016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.506617:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.506650:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467697 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4766e expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.506821:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446769e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.506840:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446769e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.506862:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446769e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226948.506875:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:2.0:1781226948.507026:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467697 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4766e expref: 68 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507048:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446769e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4766e expref: 67 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507057:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:2.0:1781226948.507060:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226948.507064:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:2.0:1781226948.507386:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+67:34629:x1867750941766016:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 796us (1207us total) trans 4294968279 rc 0/0 00000100:00100000:2.0:1781226948.507394:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1625 00000100:00100000:2.0:1781226948.507423:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1626 00000100:00100000:2.0:1781226948.507432:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+66:34628:x1867750941766272:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.507441:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.507450:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44676ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47675 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507508:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44676b3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507517:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44676b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507525:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44676b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226948.507533:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1781226948.507581:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44676ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47675 expref: 69 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507594:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44676b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47675 expref: 68 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.507601:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226948.507604:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226948.507606:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:2.0:1781226948.507629:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34628:x1867750941766272:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 199us (1393us total) trans 4294968280 rc 0/0 00000100:00100000:2.0:1781226948.507635:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1626 00000100:00100000:1.0:1781226948.509546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.509585:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.509622:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.509957:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766400 00000100:00100000:0.0:1781226948.509979:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766400 00000100:00100000:0.0:1781226948.510051:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 81 00000100:00100000:0.0:1781226948.510063:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+68:2426:x1867750941766400:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.510093:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.510120:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb000/0x5d5522eac4467674 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47660 expref: 68 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.510147:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226948.510153:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.510212:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+67:2426:x1867750941766400:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 151us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.510220:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 81 00000100:00100000:3.0:1781226948.511192:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766528 00000100:00100000:3.0:1781226948.511203:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766528 00000100:00100000:3.0:1781226948.511397:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1627 00000100:00100000:3.0:1781226948.511409:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+67:34630:x1867750941766528:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226948.511449:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.511471:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44676c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4767c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511555:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511570:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511583:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511599:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511606:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511612:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511676:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511684:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.511691:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.512955:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eac00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.512972:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.512983:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513001:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.513004:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.513008:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513015:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eac00/0x5d5522eac44676c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513037:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513045:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513053:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513059:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6058eb400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.513062:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.513069:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.513226:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766656 00000100:00100000:2.0:1781226948.513251:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766656 00000100:00100000:2.0:1781226948.513317:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 448 00000100:00100000:2.0:1781226948.513328:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941766656:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.513377:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.513400:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.513409:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226948.513411:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226948.513415:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.513475:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.513492:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 12 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.513512:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964674304:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226948.513655:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a000 going to sleep for 11 seconds 00010000:00010000:3.0:1781226948.515140:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5c307ee00) 00010000:00010000:3.0:1781226948.515152:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.515163:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.515174:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb400/0x5d5522eac44676cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.515260:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44676c1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4767c expref: 68 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.515274:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.515276:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.515280:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eba00/0x5d5522eac44676c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4767c expref: 68 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.515292:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6058eba00, rc 0) 00000100:00100000:3.0:1781226948.515365:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+67:34630:x1867750941766528:12345-192.168.202.30@tcp:101:cp.0 Request processed in 3958us (5827us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226948.515380:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1627 00000100:00100000:1.0:1781226948.521621:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.523950:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.524036:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766784 00000100:00100000:3.0:1781226948.524057:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766784 00000100:00100000:3.0:1781226948.524132:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 449 00000100:00100000:3.0:1781226948.524160:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941766784:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00000100:00100000:2.0:1781226948.524177:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.524227:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:3.0:1781226948.524239:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.524269:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.524271:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767040 00010000:00010000:3.0:1781226948.524282:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1781226948.524286:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767040 00010000:00010000:3.0:1781226948.524287:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226948.524294:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.524331:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.524340:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 450 00010000:00010000:3.0:1781226948.524344:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 11 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.524357:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941767040:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1781226948.524361:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8394f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964674432:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.524408:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.524439:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 13 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.524448:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226948.524451:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226948.524455:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.524464:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00010000:00010000:1.0:1781226948.524490:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 13 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.524504:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 13 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.524519:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964674560:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.524568:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80300 going to sleep for 11 seconds 00000100:00100000:0.0:1781226948.525809:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941766912 00000100:00100000:0.0:1781226948.525824:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941766912 00000100:00100000:0.0:1781226948.525885:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767168 00000100:00100000:0.0:1781226948.525889:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767168 00000100:00100000:0.0:1781226948.525917:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 82 00000100:00100000:2.0:1781226948.525985:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 83 00000100:00100000:2.0:1781226948.525997:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eaded450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+68:2424:x1867750941767168:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226948.526019:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226948.526048:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac446769e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4766e expref: 68 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.526077:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:2.0:1781226948.526083:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.526147:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eaded450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+67:2424:x1867750941767168:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 153us (1922us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.526157:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 83 00000100:00100000:0.0:1781226948.526286:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+66:2425:x1867750941766912:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.526296:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.526309:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac44676b3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47675 expref: 66 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.526320:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:0.0:1781226948.526322:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.526340:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+65:2425:x1867750941766912:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 417us (4736us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.526345:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 82 00000100:00100000:2.0:1781226948.528509:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.528587:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767424 00000100:00100000:3.0:1781226948.528605:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767424 00000100:00100000:3.0:1781226948.528676:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1628 00000100:00100000:3.0:1781226948.528688:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+65:34630:x1867750941767424:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226948.528758:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.528779:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44676eb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47683 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.529308:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.529326:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.529334:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.529367:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 113 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.529380:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 113 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.529393:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964674688:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226948.529495:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.532975:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.533020:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964674560:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226948.533034:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8394f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867750964674432:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.533047:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:0.0:1781226948.533062:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.533070:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.533183:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792fc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964674304:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226948.533213:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.533264:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767552 00000100:00100000:2.0:1781226948.533273:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767552 00002000:00100000:2.0:1781226948.533341:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff89a4c6e292c0 x1867750941767552/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226948.533353:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e292c0 with x1867750941767552 ext(0->157) 00010000:00010000:2.0:1781226948.533362:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 12 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.533376:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 12 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226948.533385:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c6e292c0 00000100:00100000:2.0:1781226948.533418:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767680 00000100:00100000:2.0:1781226948.533422:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767680 00002000:00100000:2.0:1781226948.533452:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff89a4c6e28000 x1867750941767680/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226948.533461:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e28000 with x1867750941767680 ext(0->157) 00010000:00010000:2.0:1781226948.533467:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 14 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.533479:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 14 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226948.533487:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c6e28000 00000100:00100000:2.0:1781226948.533510:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 20 00000100:00100000:2.0:1781226948.533521:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941767552:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:0.0:1781226948.533640:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 21 00000100:00100000:0.0:1781226948.533658:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2427:x1867750941767680:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:2.0:1781226948.535728:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e292c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2425:x1867750941767552:12345-192.168.202.30@tcp:4:cp.0 Request processed in 2162us (2732us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1781226948.535745:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 20 00002000:00100000:2.0:1781226948.535758:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff89a4c6e292c0 x1867750941767552/t4294967381(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/448 e 0 to 0 dl 1781226959 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226948.535769:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e292c0 with x1867750941767552 ext(0->157) 00010000:00010000:2.0:1781226948.535779:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 14 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.535795:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 14 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226948.535810:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c6e292c0 00000100:00100000:3.0:1781226948.536173:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83943c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964674688:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226948.536213:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.536303:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.536428:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941767680:12345-192.168.202.30@tcp:4:cp.0 Request processed in 2774us (3390us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1781226948.536443:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 21 00002000:00100000:1.0:1781226948.536459:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff89a4c6e28000 x1867750941767680/t4294967382(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/448 e 0 to 0 dl 1781226959 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.536469:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e28000 with x1867750941767680 ext(0->157) 00010000:00010000:1.0:1781226948.536479:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 16 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.536488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:1.0:1781226948.536505:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 16 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.536513:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c6e28000 00000100:00100000:1.0:1781226948.536548:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767936 00000100:00100000:1.0:1781226948.536555:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767936 00002000:00100000:1.0:1781226948.536591:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff89a4c737e1c0 x1867750941767936/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.536599:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c737e1c0 with x1867750941767936 ext(0->157) 00010000:00010000:1.0:1781226948.536605:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 16 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.536615:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 16 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.536621:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c737e1c0 00000100:00100000:1.0:1781226948.536651:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 22 00000100:00100000:1.0:1781226948.536660:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2426:x1867750941767936:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:3.0:1781226948.536789:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941767808 00000100:00100000:3.0:1781226948.536795:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941767808 00010000:00010000:3.0:1781226948.536819:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 114 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.536858:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 483 00000100:00100000:3.0:1781226948.536869:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+114:2427:x1867750941767808:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226948.536880:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226948.536887:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 114 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.536897:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 114 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.536918:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ea600/0x5d5522eac446760b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47636 expref: 114 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.536932:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.536937:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.536947:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.536954:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.536993:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226948.537024:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+113:2427:x1867750941767808:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 159us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.537031:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 483 00000100:00100000:1.0:1781226948.538130:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2426:x1867750941767936:12345-192.168.202.30@tcp:4:cp.0 Request processed in 1467us (1643us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1781226948.538143:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 22 00002000:00100000:1.0:1781226948.538153:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff89a4c737e1c0 x1867750941767936/t4294967383(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/448 e 0 to 0 dl 1781226959 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.538162:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c737e1c0 with x1867750941767936 ext(0->157) 00010000:00010000:1.0:1781226948.538170:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 18 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.538183:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 18 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.538191:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a4c737e1c0 00010000:00010000:0.0:1781226948.538745:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.538762:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.538801:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.538817:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.538831:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226948.539303:0:10991:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:0.0:1781226948.539469:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539477:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539482:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539514:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539520:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539525:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539531:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.539535:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539542:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539556:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.539559:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.539564:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539570:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4a00/0x5d5522eac44676f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226948.539584:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000008ab2095b reply state 0000000043c60769 transno 4294968281 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539594:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539600:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5f680b200) 00010000:00010000:0.0:1781226948.539602:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226948.539606:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781226948.539651:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac44676eb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 68 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539667:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 67 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.539679:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:0.0:1781226948.539681:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226948.539683:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4800, rc 0) 00000100:00100000:0.0:1781226948.539804:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34630:x1867750941767424:12345-192.168.202.30@tcp:101:cp.0 Request processed in 11117us (11311us total) trans 4294968281 rc 0/0 00000100:00100000:0.0:1781226948.539814:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1628 00000100:00100000:3.0:1781226948.545191:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.545287:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941768064 00000100:00100000:1.0:1781226948.545303:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941768064 00010000:00010000:1.0:1781226948.545362:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 14 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.545408:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 484 00000100:00100000:1.0:1781226948.545416:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2427:x1867750941768064:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226948.545433:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781226948.545453:0:9477:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781226948.545459:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 14 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.545471:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 14 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.545499:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf12a61c/0x5d5522eac44672fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4746f expref: 14 pid: 8405 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.545517:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.545519:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.545524:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.545533:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.545611:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226948.545747:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2427:x1867750941768064:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 329us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.545756:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 484 00010000:00010000:3.0:1781226948.546305:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546320:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546348:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546355:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546361:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546365:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c92f5c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226948.546369:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546375:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546387:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.546393:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8726936/0x5d5522eac44676dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.546457:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941766784:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 22306us (22517us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.546465:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 449 00000100:00100000:0.0:1781226948.546513:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.546598:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941768192 00000100:00100000:1.0:1781226948.546606:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941768192 00010000:00010000:1.0:1781226948.546628:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 18 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.546661:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 485 00000100:00100000:1.0:1781226948.546670:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2424:x1867750941768192:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226948.546684:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781226948.546882:0:6509:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781226948.546888:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 18 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.546898:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 18 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.546911:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000533dfd54/0x5d5522eac4467229 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4741b expref: 18 pid: 8404 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.546921:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.546922:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.546925:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.546931:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.546950:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226948.546991:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.546994:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2424:x1867750941768192:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 324us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.547000:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 485 00010000:00010000:2.0:1781226948.547002:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547018:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547032:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547037:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547041:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226948.547043:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547048:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547057:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.547072:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac44676d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.547118:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2426:x1867750941766656:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 33793us (37495us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.547125:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 448 00000100:00100000:0.0:1781226948.548522:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.548623:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941768320 00000100:00100000:1.0:1781226948.548631:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941768320 00000100:00100000:1.0:1781226948.548686:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00100000:1.0:1781226948.548724:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941768320:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.548746:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.548767:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4768a expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.548798:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781226948.548821:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.548824:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.548833:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 13 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.548849:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 13 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.548862:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75200, rc 0) 00000100:00100000:0.0:1781226948.549128:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.549159:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2425:x1867750941768320:12345-192.168.202.30@tcp:101:cp.0 Request processed in 464us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.549166:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 451 00000100:00100000:2.0:1781226948.549196:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941768448 00000100:00100000:2.0:1781226948.549203:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941768448 00010000:00010000:2.0:1781226948.549229:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 16 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.549260:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 486 00000100:00100000:2.0:1781226948.549269:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941768448:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226948.549281:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1781226948.549293:0:8431:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1781226948.549299:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 16 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.549313:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 16 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.549334:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f920772/0x5d5522eac44673cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474c3 expref: 16 pid: 17677 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.549354:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.549355:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.549358:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.549364:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.549418:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.549438:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2427:x1867750941768448:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 171us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.549443:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 486 00010000:00010000:0.0:1781226948.549475:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549481:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549500:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549507:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549513:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549518:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226948.549522:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549529:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549537:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.549542:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bedbf816/0x5d5522eac44676e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.549583:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941767040:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 25233us (25419us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.549588:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 450 00000100:00100000:2.0:1781226948.559549:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.559664:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941768832 00000100:00100000:0.0:1781226948.559687:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941768832 00000100:00100000:0.0:1781226948.559891:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1629 00000100:00100000:0.0:1781226948.559902:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34627:x1867750941768832:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.560051:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34627:x1867750941768832:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 151us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.560059:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1629 00000100:00100000:3.0:1781226948.565262:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.565316:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.565917:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941768960 00000100:00100000:1.0:1781226948.565937:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941768960 00000100:00100000:1.0:1781226948.566035:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 452 00000100:00100000:1.0:1781226948.566048:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+13:34630:x1867750941768960:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.566083:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.566113:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47691 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.566160:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 14 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.566170:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.566173:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.566178:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.566223:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 14 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.566241:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 14 pid: 9780 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.566259:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964674816:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.566378:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80540 going to sleep for 11 seconds 00000100:00100000:0.0:1781226948.568383:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941769216 00000100:00100000:0.0:1781226948.568401:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941769216 00000100:00100000:0.0:1781226948.568493:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1630 00000100:00100000:0.0:1781226948.568505:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34628:x1867750941769216:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.568658:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34628:x1867750941769216:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 155us (3341us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.568668:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1630 00000100:00100000:1.0:1781226948.578625:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964674816:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.578684:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.578786:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74400, rc 0) 00000100:00100000:1.0:1781226948.578892:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+14:34630:x1867750941768960:12345-192.168.202.30@tcp:101:cp.0 Request processed in 12846us (13638us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.578904:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 452 00000100:00100000:2.0:1781226948.579658:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.579836:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.579871:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.579907:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941769344 00000100:00100000:2.0:1781226948.579918:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941769344 00000100:00100000:2.0:1781226948.579992:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941769600 00000100:00100000:2.0:1781226948.579996:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941769600 00000100:00100000:2.0:1781226948.580024:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 453 00000100:00100000:2.0:1781226948.580034:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2424:x1867750941769344:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.580055:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1781226948.580147:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 454 00000100:00100000:3.0:1781226948.580181:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2425:x1867750941769600:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.580259:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941769472 00000100:00100000:0.0:1781226948.580266:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941769472 00000100:00100000:0.0:1781226948.580312:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1631 00000100:00100000:0.0:1781226948.580321:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34629:x1867750941769472:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.580442:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059030c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34629:x1867750941769472:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 123us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.580451:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1631 00010000:00010000:3.0:1781226948.580548:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.580591:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4769f expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.580619:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a2b5dc3, atime: 0x0, ctime: 0x6a2b5dc3, blocks: 0x8 00010000:00010000:3.0:1781226948.580640:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.580643:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.580652:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 15 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.580671:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 15 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.580688:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4a00, rc 0) 00000100:00100000:3.0:1781226948.580765:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2425:x1867750941769600:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 603us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.580772:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 454 00010000:00010000:2.0:1781226948.580799:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47698 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226948.580838:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a2b5dc3, atime: 0x0, ctime: 0x6a2b5dc3, blocks: 0x8 00010000:00010000:2.0:1781226948.580859:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.580861:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.580874:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 15 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.580875:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:2.0:1781226948.580914:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 15 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.580928:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3400, rc 0) 00000100:00100000:2.0:1781226948.580958:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2424:x1867750941769344:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 926us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.580976:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 453 00000100:00100000:0.0:1781226948.582849:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941769728 00000100:00100000:0.0:1781226948.582870:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941769728 00010000:00010000:0.0:1781226948.582929:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 15 pid: 9780 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.583007:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 487 00000100:00100000:0.0:1781226948.583018:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2424:x1867750941769728:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.583041:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.583068:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 15 pid: 9780 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.583096:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 15 pid: 9780 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.583123:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8d95cab/0x5d5522eac446770e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4768a expref: 15 pid: 9780 timeout: 1007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.583145:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.583147:0:6511:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.583156:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.583166:0:6511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.583215:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.583231:0:6511:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1867750964674944:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226948.583454:0:6511:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1781226948.589621:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.589767:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941769984 00000100:00100000:1.0:1781226948.589781:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941769984 00000100:00100000:1.0:1781226948.589857:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1632 00000100:00100000:1.0:1781226948.589870:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34628:x1867750941769984:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226948.590029:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059003c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34628:x1867750941769984:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 161us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.590043:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1632 00000100:00100000:0.0:1781226948.594143:0:6511:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6511:1867750964674944:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226948.594188:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.594373:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2424:x1867750941769728:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 11354us (13504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.594391:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 487 00000100:00100000:2.0:1781226948.602730:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.603122:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.603282:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.603314:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941770624 00000100:00100000:2.0:1781226948.603324:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941770624 00002000:00100000:2.0:1781226948.603379:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff89a6057f9680 x1867750941770624/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226948.603391:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057f9680 with x1867750941770624 ext(0->4095) 00002000:00010000:2.0:1781226948.603399:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a6057f9680 00000100:00100000:2.0:1781226948.603432:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 110 00000100:00100000:2.0:1781226948.603442:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2427:x1867750941770624:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781226948.603552:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941770240 00000100:00100000:3.0:1781226948.603567:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941770240 00000100:00100000:3.0:1781226948.603635:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1633 00000100:00100000:3.0:1781226948.603647:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+68:34627:x1867750941770240:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.603918:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941770496 00000100:00100000:0.0:1781226948.603925:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941770496 00000100:00100000:0.0:1781226948.603974:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 307 00000100:00100000:0.0:1781226948.603983:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+69:34630:x1867750941770496:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:2.0:1781226948.604735:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2427:x1867750941770624:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 1249us (1406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781226948.604748:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 110 00002000:00100000:2.0:1781226948.604760:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff89a6057f9680 x1867750941770624/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/4536 e 0 to 0 dl 1781226959 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226948.604769:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6057f9680 with x1867750941770624 ext(0->4095) 00002000:00010000:2.0:1781226948.604774:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a6057f9680 00000100:00100000:1.0:1781226948.604930:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964675072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226948.605333:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+70:34630:x1867750941770496:12345-192.168.202.30@tcp:35:cp.0 Request processed in 1347us (2642us total) trans 4294968282 rc 0/0 00000100:00100000:0.0:1781226948.605351:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 307 00000100:00100000:2.0:1781226948.605401:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.605480:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8d08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964675200:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.605542:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226948.605610:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964675712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.605675:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964675456:0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.605800:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+69:34627:x1867750941770240:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 2153us (2675us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.605812:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1633 00000100:00100000:2.0:1781226948.605871:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226948.605877:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941770752 00000100:00100000:3.0:1781226948.605888:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941770752 00000100:00100000:2.0:1781226948.605908:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964676224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.605948:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 455 00000100:00100000:2.0:1781226948.605950:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226948.605973:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2424:x1867750941770752:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.605993:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.606023:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476a6 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.606058:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a2b5dc3, atime: 0x0, ctime: 0x6a2b5dc3, blocks: 0x8 00000100:00100000:2.0:1781226948.606074:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964676736:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.606102:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226948.606125:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1781226948.606131:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964675328:0@lo:400:kworker.0 00010000:00010000:3.0:1781226948.606153:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.606158:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1781226948.606163:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226948.606172:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.606188:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964675840:0@lo:400:kworker.0 00010000:00010000:3.0:1781226948.606203:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.606217:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781226948.606222:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5000, rc 0) 00000100:00100000:2.0:1781226948.606242:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964676352:0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.606270:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2424:x1867750941770752:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 310us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.606283:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226948.606286:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 455 00000100:00100000:3.0:1781226948.606313:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676224 00000100:00100000:2.0:1781226948.606318:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964676864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226948.606320:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676224 00000100:00100000:2.0:1781226948.606359:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226948.606376:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676736 00000100:00100000:3.0:1781226948.606383:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676736 00000100:00100000:3.0:1781226948.606412:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1781226948.606422:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964676224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.606483:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964676224:12345-0@lo:400:kworker.0 Request processed in 63us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.606491:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1781226948.606492:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675200 00000100:00100000:2.0:1781226948.606506:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675200 00000100:00100000:3.0:1781226948.606514:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1781226948.606523:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964676736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.606554:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964676736:12345-0@lo:400:kworker.0 Request processed in 32us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.606561:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1781226948.606669:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1781226948.606685:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964675200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.606838:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226948.606858:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964675200:12345-0@lo:400:kworker.0 Request processed in 175us (1313us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.606869:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1781226948.606878:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964675968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.606917:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226948.606935:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675712 00000100:00100000:2.0:1781226948.606942:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675712 00000100:00100000:0.0:1781226948.606948:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964676480:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.606993:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675456 00000100:00100000:0.0:1781226948.606993:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226948.607004:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675456 00000100:00100000:0.0:1781226948.607025:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226948.607037:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964675584:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.607043:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1781226948.607055:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964675712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.607107:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964675712:12345-0@lo:400:kworker.0 Request processed in 52us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.607113:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1781226948.607126:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1781226948.607132:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964675456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.607149:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226948.607370:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964675456:12345-0@lo:400:kworker.0 Request processed in 235us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.607377:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:2.0:1781226948.607404:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226948.607410:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226948.607424:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676864 00000100:00100000:2.0:1781226948.607428:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676864 00000100:00100000:2.0:1781226948.607456:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1781226948.607542:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964676864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226948.607562:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 219040576 pending 57344 free 3920334848 avail 3688812544 00000100:00100000:2.0:1781226948.608599:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964676864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1052us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.608613:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1781226948.609519:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675328 00000100:00100000:3.0:1781226948.609532:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675328 00000100:00100000:3.0:1781226948.609582:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675840 00000100:00100000:3.0:1781226948.609587:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675840 00000100:00100000:3.0:1781226948.609619:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676352 00000100:00100000:3.0:1781226948.609623:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676352 00000100:00100000:3.0:1781226948.609642:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675968 00000100:00100000:3.0:1781226948.609646:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675968 00000100:00100000:3.0:1781226948.609661:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676480 00000100:00100000:3.0:1781226948.609664:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676480 00000100:00100000:3.0:1781226948.609678:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675584 00000100:00100000:3.0:1781226948.609681:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675584 00000100:00100000:3.0:1781226948.609787:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1781226948.609799:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964675328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.610009:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964675328:12345-0@lo:400:kworker.0 Request processed in 212us (3845us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.610018:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1781226948.610038:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:3.0:1781226948.610045:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964675840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.610090:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964675840:12345-0@lo:400:kworker.0 Request processed in 34us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.610097:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:3.0:1781226948.610111:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1781226948.610118:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964676352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.610160:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964676352:12345-0@lo:400:kworker.0 Request processed in 43us (3882us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.610166:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1781226948.610180:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1781226948.610186:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964675968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.610217:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964675968:12345-0@lo:400:kworker.0 Request processed in 31us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.610226:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1781226948.610240:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1781226948.610246:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964676480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.610288:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964676480:12345-0@lo:400:kworker.0 Request processed in 43us (3296us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.610295:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1781226948.610306:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1781226948.610313:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964675584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226948.610344:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964675584:12345-0@lo:400:kworker.0 Request processed in 32us (3267us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.610350:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1781226948.611041:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8397840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964676864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226948.611100:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964675712:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.611122:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964676224:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.611145:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964676736:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.611159:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8d08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964675200:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.611219:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964675328:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.611234:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964675840:0@lo:400:kworker.0 00000100:00100000:2.0:1781226948.611246:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964676352:0@lo:400:kworker.0 00000100:00080000:2.0:1781226948.611312:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226948.611320:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226948.617741:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.617850:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226948.618140:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964675072 00000100:00100000:1.0:1781226948.618153:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964675072 00000100:00100000:1.0:1781226948.618233:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1781226948.618244:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964675072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226948.618284:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 219040576 pending 57344 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781226948.618349:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964675072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.618358:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:1.0:1781226948.618383:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226948.618399:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941770880 00000100:00100000:1.0:1781226948.618403:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941770880 00002000:00100000:1.0:1781226948.618434:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff89a4c8396d00 x1867750941770880/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.618445:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8396d00 with x1867750941770880 ext(0->4095) 00002000:00010000:1.0:1781226948.618453:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8396d00 00000100:00100000:1.0:1781226948.618474:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 111 00000100:00100000:1.0:1781226948.618481:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2425:x1867750941770880:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226948.619226:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2425:x1867750941770880:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 739us (1496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226948.619237:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 111 00002000:00100000:1.0:1781226948.619245:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff89a4c8396d00 x1867750941770880/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/4536 e 0 to 0 dl 1781226959 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.619256:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8396d00 with x1867750941770880 ext(0->4095) 00002000:00010000:1.0:1781226948.619259:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8396d00 00000100:00100000:1.0:1781226948.619332:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964675072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226948.619451:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964675584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.619465:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964676096:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.619515:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226948.619557:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c2eb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964676608:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.619578:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226948.619736:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964675456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.619750:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964675968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226948.619762:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964676480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226948.620012:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676096 00000100:00100000:1.0:1781226948.620019:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676096 00000100:00100000:1.0:1781226948.620115:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964676608 00000100:00100000:1.0:1781226948.620118:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964676608 00000100:00100000:1.0:1781226948.620145:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1781226948.620155:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964676096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226948.620219:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964676096:12345-0@lo:400:kworker.0 Request processed in 66us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.620226:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1781226948.620240:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1781226948.620247:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964676608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226948.620276:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964676608:12345-0@lo:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.620282:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1781226948.620320:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964676096:0@lo:400:kworker.0 00000100:00100000:1.0:1781226948.620330:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c2eb0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964676608:0@lo:400:kworker.0 00000100:00080000:0.0:1781226948.620381:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226948.620634:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.620741:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771136 00000100:00100000:0.0:1781226948.620747:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771136 00000100:00100000:0.0:1781226948.620918:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1634 00000100:00100000:0.0:1781226948.620928:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+69:34629:x1867750941771136:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.621097:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+69:34629:x1867750941771136:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 170us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.621104:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1634 00000100:00100000:2.0:1781226948.631200:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.631255:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.631301:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.631385:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771520 00000100:00100000:3.0:1781226948.631403:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771520 00000100:00100000:0.0:1781226948.631454:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771264 00000100:00100000:0.0:1781226948.631464:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771264 00002000:00100000:3.0:1781226948.631467:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff89a4c8d08000 x1867750941771520/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226948.631480:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8d08000 with x1867750941771520 ext(0->4095) 00002000:00010000:3.0:1781226948.631497:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8d08000 00000100:00100000:0.0:1781226948.631528:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771392 00000100:00100000:0.0:1781226948.631534:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771392 00000100:00100000:3.0:1781226948.631548:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 112 00000100:00100000:3.0:1781226948.631562:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941771520:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.631574:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1635 00000100:00100000:0.0:1781226948.631588:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+70:34628:x1867750941771264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226948.631610:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.631637:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467731 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476ad expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.631682:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.631733:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.631747:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.631815:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941771520:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 254us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226948.631824:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 112 00002000:00100000:3.0:1781226948.631833:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff89a4c8d08000 x1867750941771520/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/4536 e 0 to 0 dl 1781226959 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226948.631853:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c8d08000 with x1867750941771520 ext(0->4095) 00002000:00010000:3.0:1781226948.631858:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c8d08000 00010000:00010000:0.0:1781226948.631900:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467731 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.631907:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1636 00000100:00100000:3.0:1781226948.631922:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34627:x1867750941771392:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.631942:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.631944:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 71 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.631969:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:0.0:1781226948.631972:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226948.631975:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446773f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476b4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.631977:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4200, rc 0) 00010000:00010000:3.0:1781226948.632019:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.632031:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34628:x1867750941771264:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 443us (840us total) trans 0 rc 0/0 00010000:00010000:3.0:1781226948.632040:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.632043:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1635 00010000:00010000:3.0:1781226948.632062:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.632173:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446773f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 72 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.632191:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 71 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.632200:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226948.632202:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226948.632206:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f4800, rc 0) 00000100:00100000:3.0:1781226948.632236:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+71:34627:x1867750941771392:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 319us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.632243:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1636 00000100:00100000:1.0:1781226948.641061:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.641157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.641429:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771648 00000100:00100000:2.0:1781226948.641446:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771648 00000100:00100000:2.0:1781226948.641522:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771776 00000100:00100000:2.0:1781226948.641526:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771776 00000100:00100000:2.0:1781226948.641559:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1637 00000100:00100000:2.0:1781226948.641580:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34627:x1867750941771648:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226948.641628:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226948.641808:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34627:x1867750941771648:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 239us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.641817:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1637 00000100:00100000:2.0:1781226948.641841:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1638 00000100:00100000:2.0:1781226948.641848:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+71:34629:x1867750941771776:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.641859:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.641888:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446774d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476bb expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.641933:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.641952:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.641975:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.642522:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac446774d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.642549:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.642560:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:2.0:1781226948.642563:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226948.642568:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3000, rc 0) 00000100:00100000:2.0:1781226948.642619:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34629:x1867750941771776:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 770us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.642628:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1638 00000100:00100000:1.0:1781226948.649650:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.650264:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941771904 00000100:00100000:2.0:1781226948.650284:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941771904 00000100:00100000:2.0:1781226948.650379:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1639 00000100:00100000:2.0:1781226948.650395:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34628:x1867750941771904:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226948.650447:0:6523:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226948.650611:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34628:x1867750941771904:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 220us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.650620:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1639 00000100:00100000:3.0:1781226948.652359:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.652980:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941772032 00000100:00100000:2.0:1781226948.652992:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941772032 00000100:00100000:3.0:1781226948.653236:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 456 00000100:00100000:3.0:1781226948.653252:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2425:x1867750941772032:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.653306:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653325:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.653328:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.653334:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653350:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653376:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653386:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653395:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653401:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cd800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226948.653406:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653414:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653428:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.653436:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0c0fa24/0x5d5522eac446775b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.653560:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2425:x1867750941772032:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 312us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.654959:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 456 00000100:00100000:3.0:1781226948.659979:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.660493:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941772160 00000100:00100000:2.0:1781226948.660503:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941772160 00000100:00100000:2.0:1781226948.660628:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1640 00000100:00100000:2.0:1781226948.660641:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34629:x1867750941772160:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226948.660682:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226948.660832:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34629:x1867750941772160:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 193us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.660840:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1640 00000100:00100000:3.0:1781226948.661212:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.661323:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941772288 00000100:00100000:1.0:1781226948.661328:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941772288 00000100:00100000:1.0:1781226948.661365:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 457 00000100:00100000:1.0:1781226948.661372:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941772288:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226948.661406:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661422:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.661424:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.661430:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661443:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661468:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661477:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661485:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661493:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226948.661497:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661505:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661521:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.661529:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a756459e/0x5d5522eac4467762 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.661587:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941772288:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 214us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.661593:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 457 00000100:00100000:3.0:1781226948.662222:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.665934:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941772544 00000100:00100000:0.0:1781226948.665950:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941772544 00000100:00100000:0.0:1781226948.666036:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1641 00000100:00100000:0.0:1781226948.666048:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34627:x1867750941772544:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781226948.666145:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.666179:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 72 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.666188:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.666225:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 72 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.666240:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 72 pid: 6525 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.666255:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964676992:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226948.666344:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4180 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.667950:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.670034:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941772800 00000100:00100000:2.0:1781226948.670048:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941772800 00000100:00100000:3.0:1781226948.670289:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1642 00000100:00100000:3.0:1781226948.670301:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+73:34628:x1867750941772800:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.670384:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.670399:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.670408:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.670447:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 73 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.670460:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 73 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.670471:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964677120:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226948.670558:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.675379:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.675500:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941772928 00000100:00100000:3.0:1781226948.675511:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941772928 00000100:00100000:3.0:1781226948.675611:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1643 00000100:00100000:3.0:1781226948.675623:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+113:34635:x1867750941772928:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226948.675647:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.675679:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467777 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476c2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.675787:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.675803:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.675815:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.675827:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676273:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676284:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676366:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676375:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676381:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226948.676419:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:3.0:1781226948.676424:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226948.676444:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676455:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676463:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676469:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676477:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676486:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.676490:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676498:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676510:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.676514:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.676519:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676525:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac446777e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676541:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676547:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676553:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676558:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062ccc00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.676561:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.676568:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.677176:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5f680b200) 00010000:00010000:3.0:1781226948.677179:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.677183:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.677188:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.677228:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467777 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476c2 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.677243:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476c2 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.677250:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:3.0:1781226948.677253:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226948.677255:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c92f5c00, rc 0) 00000100:00100000:3.0:1781226948.677323:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+114:34635:x1867750941772928:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1702us (1953us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.677332:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1643 00000100:00100000:3.0:1781226948.679188:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.679278:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941773056 00000100:00100000:1.0:1781226948.679288:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941773056 00000100:00100000:1.0:1781226948.679348:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 458 00000100:00100000:1.0:1781226948.679359:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941773056:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226948.679421:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679437:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.679439:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.679446:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679470:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679502:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679512:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679520:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679527:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226948.679531:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679540:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679553:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.679562:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ff4679a/0x5d5522eac4467793 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.679638:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941773056:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 280us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.679647:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 458 00000100:00100000:1.0:1781226948.681171:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.681218:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.681246:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941773184 00000100:00100000:1.0:1781226948.681253:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941773184 00010000:00010000:1.0:1781226948.681284:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 74 pid: 6525 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.681309:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941773312 00000100:00100000:1.0:1781226948.681312:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941773312 00010000:00010000:1.0:1781226948.681321:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 75 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.681335:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 488 00000100:00100000:1.0:1781226948.681342:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+75:2424:x1867750941773184:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226948.681355:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226948.681361:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 75 pid: 6525 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681373:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 75 pid: 6525 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681394:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226948.681399:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681408:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681414:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681431:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226948.681467:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+75:2424:x1867750941773184:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 125us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.681474:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 488 00000100:00100000:1.0:1781226948.681504:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 489 00000100:00100000:1.0:1781226948.681511:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadedc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+74:2424:x1867750941773312:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226948.681518:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226948.681522:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 74 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681530:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 74 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681539:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226948.681543:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681549:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681554:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.681562:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226948.681577:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadedc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+74:2424:x1867750941773312:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 67us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.681582:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 489 00010000:00010000:3.0:1781226948.682503:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467738 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476ad expref: 73 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.682525:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964677120:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226948.682546:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682558:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682563:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682760:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682768:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682775:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682781:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cd800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.682785:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682792:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682804:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:3.0:1781226948.682807:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226948.682811:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.682817:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467770 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683344:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f4800/0x5d5522eac4467746 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476b4 expref: 73 pid: 6525 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.683359:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964676992:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226948.683374:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683382:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683387:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683463:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683471:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683477:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683483:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.683499:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683506:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683518:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:0.0:1781226948.683521:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226948.683524:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.683529:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467769 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.683792:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+73:34628:x1867750941772800:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 13491us (15848us total) trans 4294968283 rc 0/0 00000100:00100000:3.0:1781226948.683804:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1642 00000100:00100000:0.0:1781226948.685464:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34627:x1867750941772544:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 19410us (23235us total) trans 4294968284 rc 0/0 00000100:00100000:0.0:1781226948.685478:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1641 00000100:00100000:1.0:1781226948.691514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.691624:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.691642:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.691660:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941773696 00000100:00100000:1.0:1781226948.691669:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941773696 00000100:00100000:1.0:1781226948.691734:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 459 00000100:00100000:1.0:1781226948.691745:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941773696:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226948.691768:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.691783:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1248364/0x5d5522eac446779a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476c9 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.691833:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964677248:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226948.692808:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941773568 00000100:00100000:3.0:1781226948.692818:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941773568 00000100:00100000:3.0:1781226948.692872:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1644 00000100:00100000:3.0:1781226948.692882:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+72:34629:x1867750941773568:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.692974:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.692991:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.693001:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.693032:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 72 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.693046:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 72 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.693065:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964677376:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226948.693562:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941773824 00000100:00100000:2.0:1781226948.693570:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941773824 00000100:00100000:2.0:1781226948.693621:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 665 00000100:00100000:2.0:1781226948.693630:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+114:2425:x1867750941773824:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226948.693689:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.693732:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44677a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b476d0 expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693779:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693789:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693801:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693816:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693823:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693830:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693869:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693877:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693884:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693889:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.693894:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693902:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693914:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.693917:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.693922:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693930:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac44677af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693944:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693950:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693955:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693971:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.693974:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693980:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693987:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226948.693990:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.693993:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.693999:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac44677b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.694033:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44677a8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476d0 expref: 115 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.694042:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.694044:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226948.694048:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac44677a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476d0 expref: 115 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.694057:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc -2) 00000100:00100000:1.0:1781226948.694642:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80300 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.694721:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226948.695419:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+114:2425:x1867750941773824:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 1767us (3770us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226948.695432:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 665 00000100:00100000:0.0:1781226948.697006:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.697080:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941774080 00000100:00100000:2.0:1781226948.697091:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941774080 00000100:00100000:2.0:1781226948.697146:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 308 00000100:00100000:2.0:1781226948.697157:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+73:34628:x1867750941774080:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226948.697480:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+74:34628:x1867750941774080:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 324us (479us total) trans 4294968285 rc 0/0 00000100:00100000:2.0:1781226948.697489:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 308 00000100:00100000:1.0:1781226948.703908:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.704177:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941774336 00000100:00100000:2.0:1781226948.704188:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941774336 00000100:00100000:2.0:1781226948.704235:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 309 00000100:00100000:2.0:1781226948.704246:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c734f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+74:34627:x1867750941774336:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00002000:00010000:3.0:1781226948.704284:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226948.704288:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1781226948 00002000:00010000:3.0:1781226948.704291:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1781226948 00002000:00010000:3.0:1781226948.704293:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1781226948 00002000:00010000:3.0:1781226948.704294:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226948.704312:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964677248:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226948.704346:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1248364/0x5d5522eac446779a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476c9 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.704368:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1248364/0x5d5522eac446779a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476c9 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.704380:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74600, rc 0) 00000100:00100000:3.0:1781226948.704436:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2425:x1867750941773696:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 12692us (12791us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226948.704444:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 459 00000100:00100000:2.0:1781226948.704497:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c734f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+75:34627:x1867750941774336:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 252us (597us total) trans 4294968286 rc 0/0 00000100:00100000:2.0:1781226948.704504:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 309 00000100:00100000:2.0:1781226948.709626:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.709745:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.710162:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b0f00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964677376:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226948.710192:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.710324:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941774464 00000100:00100000:0.0:1781226948.710332:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941774464 00010000:00010000:0.0:1781226948.710368:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 75 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.710400:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 490 00000100:00100000:0.0:1781226948.710409:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+75:2427:x1867750941774464:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.710423:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.710430:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 75 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.710441:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 75 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.710463:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467754 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476bb expref: 75 pid: 6524 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.710480:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:0.0:1781226948.710485:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.710495:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.710502:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.710532:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.710579:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+74:2427:x1867750941774464:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 170us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.710587:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 490 00000100:00100000:1.0:1781226948.710666:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941774592 00000100:00100000:1.0:1781226948.710670:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941774592 00000100:00100000:1.0:1781226948.710734:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1645 00000100:00100000:1.0:1781226948.710742:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+114:34635:x1867750941774592:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226948.710760:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.710775:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44677bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47708 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.710839:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.710867:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.710881:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226948.710924:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1781226948.710927:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781226948.710947:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.710981:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac44677bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.710996:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.711004:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.711007:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781226948.711009:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74200, rc 0) 00000100:00100000:1.0:1781226948.711034:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+115:34635:x1867750941774592:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 293us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.711039:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1645 00010000:00010000:3.0:1781226948.711826:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.711833:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.711970:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.711978:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.711985:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.711992:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.712000:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.712007:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.712018:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:3.0:1781226948.712021:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226948.712025:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.712031:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac44677a1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.712191:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+74:34629:x1867750941773568:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 19309us (20686us total) trans 4294968287 rc 0/0 00000100:00100000:3.0:1781226948.712199:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1644 00000040:00080000:0.0:1781226948.713298:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226948.713306:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226948.713335:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 50 count 8 00000040:00080000:0.0:1781226948.713344:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226948.713546:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fd680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964677504:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226948.713679:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.726583:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.726683:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941774976 00000100:00100000:2.0:1781226948.726726:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941774976 00000100:00100000:2.0:1781226948.726792:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 310 00000100:00100000:2.0:1781226948.726804:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+75:34629:x1867750941774976:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226948.727152:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+76:34629:x1867750941774976:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 335us (563us total) trans 4294968288 rc 0/0 00000100:00100000:2.0:1781226948.727420:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 310 00000100:00100000:0.0:1781226948.727612:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fd680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964677504:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226948.729617:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.729670:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.729739:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.729852:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941775104 00000100:00100000:3.0:1781226948.729869:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941775104 00000100:00100000:3.0:1781226948.729926:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941775232 00000100:00100000:3.0:1781226948.729930:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941775232 00000100:00100000:3.0:1781226948.729954:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1646 00000100:00100000:3.0:1781226948.729974:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+76:34638:x1867750941775104:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226948.730008:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226948.730114:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+76:34638:x1867750941775104:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 151us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.730123:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1646 00000100:00100000:3.0:1781226948.730155:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1647 00000100:00100000:3.0:1781226948.730171:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+75:34639:x1867750941775232:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226948.730183:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226948.730234:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+75:34639:x1867750941775232:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 65us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.730241:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1647 00000100:00100000:1.0:1781226948.731332:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941774720 00000100:00100000:1.0:1781226948.731341:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941774720 00000100:00100000:1.0:1781226948.731393:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 460 00000100:00100000:1.0:1781226948.731401:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941774720:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226948.731415:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.731434:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4770f expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.731493:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964677632:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226948.731576:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00010000:00010000:2.0:1781226948.733412:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226948.739845:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.740290:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941775488 00000100:00100000:3.0:1781226948.740300:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941775488 00000100:00100000:3.0:1781226948.740365:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1648 00000100:00100000:3.0:1781226948.740375:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+75:34638:x1867750941775488:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.740401:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.740424:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44677d2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47716 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.740531:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44677d9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.740546:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44677d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.740558:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44677d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226948.740570:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1781226948.740693:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44677d2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47716 expref: 78 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.740744:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44677d9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47716 expref: 77 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.740754:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:3.0:1781226948.740757:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226948.740760:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cd800, rc 0) 00000100:00100000:3.0:1781226948.740814:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34638:x1867750941775488:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 441us (988us total) trans 4294968289 rc 0/0 00000100:00100000:3.0:1781226948.740821:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1648 00000100:00100000:2.0:1781226948.746113:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.746438:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964677632:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226948.746477:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4770f expref: 17 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.746503:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4770f expref: 17 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.746517:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75400, rc 0) 00000100:00100000:1.0:1781226948.746579:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941774720:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 15179us (16918us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226948.746587:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 460 00000100:00100000:3.0:1781226948.752094:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.752472:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941775744 00000100:00100000:0.0:1781226948.752483:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941775744 00000100:00100000:0.0:1781226948.752544:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1649 00000100:00100000:0.0:1781226948.752553:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34639:x1867750941775744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226948.752576:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.752596:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44677e7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4771d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.752731:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44677ee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.752749:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44677ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.752762:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44677ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226948.752774:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00010000:00010000:0.0:1781226948.753048:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44677e7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4771d expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.753067:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44677ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4771d expref: 79 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.753076:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:0.0:1781226948.753080:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226948.753083:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226948.753326:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+79:34639:x1867750941775744:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 772us (7222us total) trans 4294968290 rc 0/0 00000100:00100000:0.0:1781226948.753334:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1649 00000100:00100000:2.0:1781226948.753412:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941775872 00000100:00100000:2.0:1781226948.753418:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941775872 00000100:00100000:2.0:1781226948.753461:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 84 00000100:00100000:2.0:1781226948.753469:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+79:2424:x1867750941775872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226948.753480:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226948.753495:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44677d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47716 expref: 79 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.753508:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226948.753511:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.753531:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+78:2424:x1867750941775872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 64us (1446us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.753538:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 84 00000100:00100000:2.0:1781226948.763591:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.763679:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776000 00000100:00100000:1.0:1781226948.763689:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776000 00000100:00100000:1.0:1781226948.763783:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 461 00000100:00100000:1.0:1781226948.763794:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2426:x1867750941776000:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226948.763855:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.763882:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.763895:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226948.763898:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226948.763901:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.763937:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.763952:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 14 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.763977:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964677760:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.764057:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.766420:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.766472:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.766573:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776128 00000100:00100000:0.0:1781226948.766583:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776128 00000100:00100000:0.0:1781226948.766658:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 85 00000100:00100000:0.0:1781226948.766669:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+78:2427:x1867750941776128:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.766685:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226948.766734:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44677ee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4771d expref: 78 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.766754:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:0.0:1781226948.766760:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.766817:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+77:2427:x1867750941776128:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 150us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.766825:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 85 00000100:00100000:1.0:1781226948.768593:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776256 00000100:00100000:1.0:1781226948.768607:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776256 00000100:00100000:1.0:1781226948.768675:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 462 00000100:00100000:1.0:1781226948.768685:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941776256:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226948.768764:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.768790:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 16 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.768800:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226948.768803:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226948.768807:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.768854:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 16 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.769089:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 16 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.769104:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964677888:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.770298:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80300 going to sleep for 11 seconds 00000100:00100000:2.0:1781226948.779027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.779918:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737e940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964677760:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.779956:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.780005:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776384 00000100:00100000:1.0:1781226948.780012:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776384 00002000:00100000:1.0:1781226948.780061:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff89a5c2eb2940 x1867750941776384/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.780071:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c2eb2940 with x1867750941776384 ext(0->157) 00010000:00010000:1.0:1781226948.780078:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 15 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.780093:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 15 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.780106:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5c2eb2940 00000100:00100000:1.0:1781226948.780153:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 23 00000100:00100000:1.0:1781226948.780171:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2426:x1867750941776384:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:1.0:1781226948.781660:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2426:x1867750941776384:12345-192.168.202.30@tcp:4:cp.0 Request processed in 1483us (2633us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1781226948.781674:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 23 00002000:00100000:1.0:1781226948.781685:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff89a5c2eb2940 x1867750941776384/t4294967382(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/448 e 0 to 0 dl 1781226959 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.781718:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c2eb2940 with x1867750941776384 ext(0->157) 00010000:00010000:1.0:1781226948.781728:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 17 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.781742:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 17 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.781750:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5c2eb2940 00000100:00100000:2.0:1781226948.785206:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.785729:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c737c780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964677888:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226948.785764:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.785803:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776640 00000100:00100000:1.0:1781226948.785810:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776640 00000100:00100000:1.0:1781226948.785992:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1650 00000100:00100000:1.0:1781226948.786004:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+115:34635:x1867750941776640:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:1.0:1781226948.786301:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:1.0:1781226948.786376:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+115:34635:x1867750941776640:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 374us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.786385:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1650 00000100:00100000:0.0:1781226948.794127:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.794251:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776768 00000100:00100000:3.0:1781226948.794261:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776768 00002000:00100000:3.0:1781226948.794313:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff89a6058fd680 x1867750941776768/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226948.794324:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058fd680 with x1867750941776768 ext(0->157) 00010000:00010000:3.0:1781226948.794333:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 17 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.794350:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 17 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.794359:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a6058fd680 00000100:00100000:3.0:1781226948.794398:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 24 00000100:00100000:3.0:1781226948.794408:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2427:x1867750941776768:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:1.0:1781226948.801079:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2427:x1867750941776768:12345-192.168.202.30@tcp:4:cp.0 Request processed in 6661us (6953us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1781226948.801095:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 24 00002000:00100000:1.0:1781226948.801107:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff89a6058fd680 x1867750941776768/t4294967384(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 648/448 e 0 to 0 dl 1781226959 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.801119:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a6058fd680 with x1867750941776768 ext(0->157) 00010000:00010000:1.0:1781226948.801129:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 19 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.801152:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 19 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226948.801524:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a6058fd680 00000100:00100000:1.0:1781226948.804826:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.805174:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.805205:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941777024 00000100:00100000:1.0:1781226948.805228:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941777024 00000100:00100000:1.0:1781226948.805284:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1651 00000100:00100000:1.0:1781226948.805295:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+115:34640:x1867750941777024:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:1.0:1781226948.805319:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.805340:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac446780a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47724 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805407:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805422:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805435:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805450:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805456:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805462:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805503:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805512:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805517:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805522:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.805526:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805537:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805550:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.805553:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.805557:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805563:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467811 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805577:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805582:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805588:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805592:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.805595:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805601:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805608:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a5c60d7a00) 00010000:00010000:1.0:1781226948.805610:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.805613:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805619:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467818 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805651:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac446780a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47724 expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805661:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.805664:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.805667:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac446780a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47724 expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.805677:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74800, rc 0) 00000100:00100000:1.0:1781226948.806120:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+115:34640:x1867750941777024:12345-192.168.202.30@tcp:101:bash.0 Request processed in 825us (945us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226948.806129:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1651 00000100:00100000:0.0:1781226948.806655:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941776896 00000100:00100000:0.0:1781226948.806662:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941776896 00010000:00010000:0.0:1781226948.806707:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 17 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.806740:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 491 00000100:00100000:0.0:1781226948.806748:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2424:x1867750941776896:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.806762:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781226948.806776:0:9477:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781226948.806782:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 17 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.806795:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 17 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.806814:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac44674de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4758e expref: 17 pid: 8407 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.806834:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.808153:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.808167:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.808181:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.808227:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.808658:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.808707:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941777152 00000100:00100000:2.0:1781226948.808714:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941777152 00000100:00100000:2.0:1781226948.808762:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 666 00000100:00100000:2.0:1781226948.808772:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+115:2425:x1867750941777152:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226948.808808:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.808826:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446781f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4772b expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808881:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808893:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808903:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808918:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808926:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808931:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808979:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808987:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808993:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.808999:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.809003:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809011:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809022:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.809025:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.809030:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809036:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac4467826 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809049:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809055:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809060:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809064:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.809066:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809071:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809078:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x51012374 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226948.809081:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.809083:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809088:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac446782d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809116:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446781f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4772b expref: 116 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809123:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.809126:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226948.809129:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac446781f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4772b expref: 116 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.809148:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc -2) 00010000:00010000:1.0:1781226948.809789:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.809802:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.809827:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.809836:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.809988:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.809995:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226948.809999:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.810007:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.810021:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.810030:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ff4679a/0x5d5522eac44677fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.810118:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2426:x1867750941776000:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 46324us (46533us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.810128:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 461 00000100:00100000:2.0:1781226948.810455:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+115:2425:x1867750941777152:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 1683us (1799us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226948.810464:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 666 00000100:00100000:0.0:1781226948.815549:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2424:x1867750941776896:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 8789us (11406us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.815565:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 491 00000100:00100000:2.0:1781226948.817579:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.817655:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941777280 00000100:00100000:0.0:1781226948.817665:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941777280 00010000:00010000:0.0:1781226948.817736:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 19 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.817771:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 492 00000100:00100000:0.0:1781226948.817781:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2425:x1867750941777280:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.817794:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781226948.817811:0:8431:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781226948.817818:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 19 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.817832:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 19 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.818043:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8cd1e99/0x5d5522eac44675da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47621 expref: 19 pid: 9780 timeout: 1007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.818062:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.818065:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226948.818070:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.818081:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.818112:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.818171:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2425:x1867750941777280:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 391us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.818178:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 492 00010000:00010000:1.0:1781226948.818285:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818295:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818321:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818329:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818338:0:15413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818345:0:15413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226948.818349:0:15413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818358:0:15413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818371:0:15413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.818379:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467803 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.818430:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2427:x1867750941776256:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 49747us (51957us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.818442:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 462 00000100:00100000:1.0:1781226948.824326:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.824405:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941777536 00000100:00100000:0.0:1781226948.824417:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941777536 00000100:00100000:0.0:1781226948.824478:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1652 00000100:00100000:0.0:1781226948.824489:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34638:x1867750941777536:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.824610:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34638:x1867750941777536:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 123us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.824618:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1652 00000100:00100000:2.0:1781226948.827665:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.827779:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941777664 00000100:00100000:3.0:1781226948.827790:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941777664 00000100:00100000:3.0:1781226948.827853:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1653 00000100:00100000:3.0:1781226948.827870:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34641:x1867750941777664:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226948.827894:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.827917:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467834 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47732 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.827999:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828015:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828027:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828042:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828049:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828056:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828097:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828105:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828111:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828118:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.828122:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828130:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828153:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.828157:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.828162:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828170:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446783b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828185:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828191:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828198:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828203:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226948.828206:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828212:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828224:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a5c307ef00) 00010000:00010000:3.0:1781226948.828226:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.828228:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828234:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc200/0x5d5522eac4467842 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828265:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467834 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47732 expref: 78 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828274:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226948.828277:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226948.828280:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062ccc00/0x5d5522eac4467834 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47732 expref: 78 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.828288:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062ccc00, rc 0) 00000100:00100000:3.0:1781226948.828350:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34641:x1867750941777664:12345-192.168.202.30@tcp:101:rm.0 Request processed in 483us (695us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226948.828358:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1653 00000100:00100000:2.0:1781226948.835433:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.835495:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.835581:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941777920 00000100:00100000:1.0:1781226948.835591:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941777920 00000100:00100000:1.0:1781226948.835653:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1654 00000100:00100000:1.0:1781226948.835664:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34639:x1867750941777920:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226948.835799:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34639:x1867750941777920:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 136us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.835807:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1654 00000100:00100000:3.0:1781226948.836037:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941778048 00000100:00100000:3.0:1781226948.836042:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941778048 00000100:00100000:3.0:1781226948.836080:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 463 00000100:00100000:3.0:1781226948.836088:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+15:2427:x1867750941778048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.836099:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.836118:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47739 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.836160:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a2b5dc3, atime: 0x0, ctime: 0x6a2b5dc3, blocks: 0x8 00010000:00010000:3.0:1781226948.836177:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.836180:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.836188:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.836207:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 16 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.836221:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062ccc00, rc 0) 00000100:00100000:3.0:1781226948.836245:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941778048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 159us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.836251:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 463 00000100:00100000:1.0:1781226948.837967:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.838063:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941778176 00000100:00100000:0.0:1781226948.838072:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941778176 00000100:00100000:0.0:1781226948.838132:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1655 00000100:00100000:0.0:1781226948.838150:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34641:x1867750941778176:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226948.838172:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226948.838192:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467850 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47740 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838267:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838280:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838291:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838304:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838310:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838317:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838354:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838360:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838366:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838372:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.838376:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838383:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838400:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.838403:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.838408:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838415:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467857 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838429:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838435:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838442:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838447:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226948.838451:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838457:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838464:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a5f680bc00) 00010000:00010000:0.0:1781226948.838467:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.838471:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838477:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac446785e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838506:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467850 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47740 expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838516:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226948.838518:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226948.838522:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467850 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47740 expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.838530:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4e00, rc 0) 00000100:00100000:0.0:1781226948.838586:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34641:x1867750941778176:12345-192.168.202.30@tcp:101:rm.0 Request processed in 438us (634us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226948.838594:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1655 00000100:00100000:2.0:1781226948.849068:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.849184:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941778432 00000100:00100000:0.0:1781226948.849194:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941778432 00000100:00100000:0.0:1781226948.849254:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1656 00000100:00100000:0.0:1781226948.849264:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34638:x1867750941778432:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.849384:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34638:x1867750941778432:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 121us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.849391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1656 00000100:00100000:2.0:1781226948.857058:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.857303:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941778560 00000100:00100000:3.0:1781226948.857314:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941778560 00000100:00100000:3.0:1781226948.857375:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 464 00000100:00100000:3.0:1781226948.857386:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2427:x1867750941778560:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.857409:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.857430:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47747 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.857455:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a2b5dc4, atime: 0x0, ctime: 0x6a2b5dc4, blocks: 0x8 00010000:00010000:3.0:1781226948.857474:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.857477:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.857486:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.857505:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.857518:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cc200, rc 0) 00000100:00100000:3.0:1781226948.857586:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2427:x1867750941778560:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 201us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.857593:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 464 00000100:00100000:3.0:1781226948.862602:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.865227:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.865284:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.865349:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941778944 00000100:00100000:1.0:1781226948.865364:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941778944 00002000:00100000:1.0:1781226948.865419:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff89a5f76c0000 x1867750941778944/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.865429:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c0000 with x1867750941778944 ext(0->4095) 00002000:00010000:1.0:1781226948.865436:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c0000 00000100:00100000:1.0:1781226948.865475:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 113 00000100:00100000:1.0:1781226948.865486:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2426:x1867750941778944:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226948.865670:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2426:x1867750941778944:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 186us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226948.865679:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 113 00002000:00100000:1.0:1781226948.865686:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff89a5f76c0000 x1867750941778944/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/4536 e 0 to 0 dl 1781226959 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226948.865725:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c0000 with x1867750941778944 ext(0->4095) 00002000:00010000:1.0:1781226948.865729:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c0000 00000100:00100000:0.0:1781226948.871043:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941778816 00000100:00100000:0.0:1781226948.871059:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941778816 00000100:00100000:0.0:1781226948.871252:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779072 00000100:00100000:0.0:1781226948.871258:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779072 00000100:00100000:1.0:1781226948.872099:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1657 00000100:00100000:1.0:1781226948.872117:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+78:34639:x1867750941778816:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781226948.872485:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+78:34639:x1867750941778816:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 373us (9890us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.872493:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1657 00000100:00100000:1.0:1781226948.872514:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1658 00000100:00100000:1.0:1781226948.872521:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34642:x1867750941779072:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.872532:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.872552:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac446786c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4774e expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872602:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872616:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872629:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872643:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872651:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872658:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872714:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872721:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872728:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872734:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.872738:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872745:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872757:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.872760:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.872764:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872771:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467873 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872784:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872791:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872797:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872803:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226948.872805:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872812:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872818:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a5c60d7b00) 00010000:00010000:1.0:1781226948.872821:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.872824:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.872831:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac446787a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.873198:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac446786c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4774e expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.873270:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226948.873274:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226948.873279:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac446786c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4774e expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.873290:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75400, rc 0) 00000100:00100000:1.0:1781226948.873368:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34642:x1867750941779072:12345-192.168.202.30@tcp:101:cp.0 Request processed in 846us (8082us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226948.873375:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1658 00000100:00100000:2.0:1781226948.877552:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.880540:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.881248:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779200 00000100:00100000:1.0:1781226948.881259:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779200 00000100:00100000:1.0:1781226948.881359:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1659 00000100:00100000:1.0:1781226948.881369:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+77:34638:x1867750941779200:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226948.881394:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.881416:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467881 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47755 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.881452:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.881467:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.881479:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.881598:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467881 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 79 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.881618:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 78 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.881627:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:1.0:1781226948.881630:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226948.881634:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74c00, rc 0) 00000100:00100000:1.0:1781226948.881764:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+78:34638:x1867750941779200:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 395us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.881772:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1659 00000100:00100000:3.0:1781226948.882088:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779328 00000100:00100000:3.0:1781226948.882095:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779328 00002000:00100000:3.0:1781226948.882129:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff89a5f76c3840 x1867750941779328/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/0 e 0 to 0 dl 1781226959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226948.882151:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c3840 with x1867750941779328 ext(0->4095) 00002000:00010000:3.0:1781226948.882157:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f76c3840 00000100:00100000:3.0:1781226948.882243:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 114 00000100:00100000:3.0:1781226948.882251:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2427:x1867750941779328:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781226948.882379:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2427:x1867750941779328:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 128us (1848us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226948.882386:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 114 00002000:00100000:3.0:1781226948.882392:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff89a5f76c3840 x1867750941779328/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:4/0 lens 488/4536 e 0 to 0 dl 1781226959 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226948.882401:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c3840 with x1867750941779328 ext(0->4095) 00002000:00010000:3.0:1781226948.882405:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f76c3840 00000100:00100000:3.0:1781226948.882458:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.887241:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779456 00000100:00100000:2.0:1781226948.887256:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779456 00000100:00100000:2.0:1781226948.887335:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1660 00000100:00100000:2.0:1781226948.887346:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+78:34642:x1867750941779456:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226948.887369:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226948.887390:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac446788f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4775c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887455:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887470:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887482:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887497:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887505:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887512:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887550:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887557:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887564:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887570:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.887574:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887582:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887595:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.887598:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.887602:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887609:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467896 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887624:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887630:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887635:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887641:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.887643:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887649:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887656:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6fba800) 00010000:00010000:2.0:1781226948.887658:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.887661:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887666:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac446789d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887714:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac446788f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4775c expref: 79 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887729:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.887731:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.887736:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac446788f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4775c expref: 79 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.887746:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226948.887810:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+78:34642:x1867750941779456:12345-192.168.202.30@tcp:101:cp.0 Request processed in 466us (5351us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226948.887819:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1660 00000100:00100000:0.0:1781226948.892304:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.892456:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.896663:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.896684:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779584 00000100:00100000:3.0:1781226948.896717:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779584 00000100:00100000:3.0:1781226948.896767:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779712 00000100:00100000:3.0:1781226948.896771:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779712 00000100:00100000:3.0:1781226948.896802:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1661 00000100:00100000:3.0:1781226948.896814:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+79:34638:x1867750941779584:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226948.896933:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226948.897052:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+79:34638:x1867750941779584:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 240us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.897060:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1661 00000100:00100000:3.0:1781226948.897079:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1662 00000100:00100000:3.0:1781226948.897086:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+78:34639:x1867750941779712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.897095:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.897115:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44678a4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47763 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.897512:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.897527:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.897539:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.897635:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac44678a4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.897656:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.897665:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:3.0:1781226948.897669:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226948.897672:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cd800, rc 0) 00000100:00100000:3.0:1781226948.897764:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+79:34639:x1867750941779712:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 678us (5307us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.897772:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1662 00000100:00100000:1.0:1781226948.898791:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941779968 00000100:00100000:1.0:1781226948.898801:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941779968 00000100:00100000:1.0:1781226948.898865:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1663 00000100:00100000:1.0:1781226948.898875:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+79:34642:x1867750941779968:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.898892:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.898908:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac44678b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4776a expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.899014:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.899029:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.899037:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.899071:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.899084:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 114 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.899099:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733de00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964678016:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.902410:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.906203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.906259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.906287:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941780224 00000100:00100000:3.0:1781226948.906294:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941780224 00000100:00100000:3.0:1781226948.906343:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1664 00000100:00100000:3.0:1781226948.906353:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+81:34639:x1867750941780224:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226948.906387:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226948.906486:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+81:34639:x1867750941780224:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 134us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.906493:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1664 00000100:00100000:2.0:1781226948.908396:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941780096 00000100:00100000:2.0:1781226948.908407:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941780096 00000100:00100000:2.0:1781226948.908472:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 465 00000100:00100000:2.0:1781226948.908483:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941780096:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.908530:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908548:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.908551:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226948.908556:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908574:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908598:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908607:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908616:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908623:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226948.908627:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908637:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908653:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.908661:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d3ce1a0/0x5d5522eac44678c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.908753:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2427:x1867750941780096:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 271us (2558us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.908761:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 465 00000100:00100000:3.0:1781226948.910557:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.910753:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941780352 00000100:00100000:2.0:1781226948.910762:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941780352 00010000:00010000:2.0:1781226948.910797:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 115 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.910843:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 493 00000100:00100000:2.0:1781226948.910854:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+115:2426:x1867750941780352:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226948.910876:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226948.910883:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 115 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.910896:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 115 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.910919:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.910924:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.910934:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.910942:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.910972:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.911015:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+115:2426:x1867750941780352:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 164us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.911023:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 493 00010000:00010000:2.0:1781226948.911075:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac44677c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47708 expref: 114 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.911093:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733de00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964678016:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226948.911118:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911128:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911134:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911158:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911168:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911175:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226948.911558:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00010000:00010000:2.0:1781226948.911691:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911723:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911731:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911761:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911769:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911776:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911783:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.911787:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911795:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911804:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226948.911806:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226948.911809:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911815:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac44678b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226948.911827:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000f3583f1c reply state 00000000b6330f60 transno 4294968291 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911836:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911842:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6fba400) 00010000:00010000:2.0:1781226948.911844:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226948.911846:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226948.911875:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75400/0x5d5522eac44678b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 82 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911893:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 81 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.911900:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:2.0:1781226948.911903:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226948.911905:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc 0) 00000100:00100000:2.0:1781226948.911939:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+82:34642:x1867750941779968:12345-192.168.202.30@tcp:101:cp.0 Request processed in 13067us (15286us total) trans 4294968291 rc 0/0 00000100:00100000:2.0:1781226948.911946:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1663 00000100:00100000:3.0:1781226948.920506:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.920621:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941780480 00000100:00100000:1.0:1781226948.920631:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941780480 00000100:00100000:1.0:1781226948.920732:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 466 00000100:00100000:1.0:1781226948.920744:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2426:x1867750941780480:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226948.920792:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.920808:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.920810:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.920815:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.920832:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921048:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921058:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921067:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921075:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75200 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226948.921080:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921090:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921111:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.921119:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac44678dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.921216:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2426:x1867750941780480:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 474us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226948.921225:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 466 00000100:00100000:1.0:1781226948.925173:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.925218:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.925424:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941780864 00000100:00100000:2.0:1781226948.925435:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941780864 00000100:00100000:2.0:1781226948.925502:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1665 00000100:00100000:2.0:1781226948.925513:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+82:34639:x1867750941780864:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226948.925605:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.925625:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 82 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.925636:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.925674:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 82 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.925689:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 82 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.925739:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964678144:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226948.925825:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a240 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.926382:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941780608 00000100:00100000:3.0:1781226948.926388:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941780608 00000100:00100000:3.0:1781226948.926434:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 467 00000100:00100000:3.0:1781226948.926443:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2424:x1867750941780608:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226948.926459:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.926478:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47771 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226948.926505:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781226948.926522:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.926525:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.926532:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 19 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.926547:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 19 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.926561:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226948.926607:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2424:x1867750941780608:12345-192.168.202.30@tcp:101:cp.0 Request processed in 164us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.926615:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 467 00000100:00100000:1.0:1781226948.930442:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.931025:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941781120 00000100:00100000:3.0:1781226948.931035:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941781120 00000100:00100000:3.0:1781226948.931099:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1666 00000100:00100000:3.0:1781226948.931109:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+83:34638:x1867750941781120:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.931217:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.931238:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 83 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.931251:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.931290:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 83 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.931301:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 83 pid: 14117 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.931317:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964678272:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226948.931411:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:2.0:1781226948.932071:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964678144:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226948.932094:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.934828:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.934971:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.935041:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964678272:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226948.935068:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226948.935940:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.936068:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941781376 00000100:00100000:1.0:1781226948.936076:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941781376 00000100:00100000:1.0:1781226948.936131:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 468 00000100:00100000:1.0:1781226948.936148:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+19:34642:x1867750941781376:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226948.936172:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226948.936194:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47778 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.936240:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.936249:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.936251:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226948.936255:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 20 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.936289:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226948.936301:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226948.936316:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733ed00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964678400:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226948.936391:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226948.939146:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941781248 00000100:00100000:2.0:1781226948.939165:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941781248 00010000:00010000:2.0:1781226948.939232:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 84 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.939281:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941781504 00000100:00100000:2.0:1781226948.939285:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941781504 00010000:00010000:2.0:1781226948.939300:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 85 pid: 14117 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.939332:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 494 00000100:00100000:2.0:1781226948.939341:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+85:2426:x1867750941781248:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226948.939354:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226948.939360:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 85 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939372:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 85 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939396:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac44678ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47763 expref: 85 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939414:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:2.0:1781226948.939420:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939430:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939438:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939464:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.939517:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+84:2426:x1867750941781248:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 177us (4700us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.939524:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 494 00000100:00100000:2.0:1781226948.939575:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 495 00000100:00100000:2.0:1781226948.939582:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+83:2426:x1867750941781504:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226948.939589:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226948.939594:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 83 pid: 14117 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939603:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 83 pid: 14117 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939615:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74c00/0x5d5522eac4467888 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47755 expref: 83 pid: 14117 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939625:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226948.939629:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939636:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939641:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939655:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226948.939673:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+82:2426:x1867750941781504:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 92us (4703us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226948.939680:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 495 00010000:00010000:2.0:1781226948.939730:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.939738:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940149:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940160:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940167:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940173:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.940176:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940187:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940197:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:2.0:1781226948.940200:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226948.940204:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.940220:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac44678e3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.940301:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+82:34639:x1867750941780864:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 14790us (15138us total) trans 4294968292 rc 0/0 00000100:00100000:2.0:1781226948.940309:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1665 00010000:00010000:2.0:1781226948.941285:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941297:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941399:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941406:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941412:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941418:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226948.941422:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941429:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941442:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226948.941445:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226948.941449:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226948.941456:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac44678f1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226948.941631:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+82:34638:x1867750941781120:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 10521us (11199us total) trans 4294968293 rc 0/0 00000100:00100000:2.0:1781226948.941640:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1666 00000040:00080000:0.0:1781226948.945979:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226948.945988:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226948.946018:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 51 count 9 00000040:00080000:0.0:1781226948.946028:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226948.946265:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964678528:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226948.948966:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e0847540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226948.950534:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733ed00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964678400:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226948.950574:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 20 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.950596:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74e00, rc 0) 00000100:00100000:3.0:1781226948.950652:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+20:34642:x1867750941781376:12345-192.168.202.30@tcp:101:cp.0 Request processed in 14512us (14715us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.950661:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 468 00000100:00100000:2.0:1781226948.956188:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.956505:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226948.956542:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.956617:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941781888 00000100:00100000:0.0:1781226948.956626:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941781888 00000100:00100000:0.0:1781226948.956669:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941782144 00000100:00100000:0.0:1781226948.956672:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941782144 00000100:00100000:0.0:1781226948.956686:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 311 00000100:00100000:0.0:1781226948.956723:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+84:34638:x1867750941781888:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.957024:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+85:34638:x1867750941781888:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 329us (519us total) trans 4294968294 rc 0/0 00000100:00100000:0.0:1781226948.957033:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 311 00000100:00100000:0.0:1781226948.957051:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 312 00000100:00100000:0.0:1781226948.957061:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+84:34639:x1867750941782144:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226948.957453:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+85:34639:x1867750941782144:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 394us (909us total) trans 4294968295 rc 0/0 00000100:00100000:0.0:1781226948.957460:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 312 00000100:00100000:3.0:1781226948.961052:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941781632 00000100:00100000:3.0:1781226948.961068:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941781632 00010000:00010000:3.0:1781226948.961112:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.961179:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 496 00000100:00100000:3.0:1781226948.961190:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2427:x1867750941781632:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226948.961399:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226948.961421:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.961436:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.961461:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac44678ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47771 expref: 20 pid: 8404 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.961479:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.961481:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226948.961488:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 19 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.961498:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 19 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.961537:0:6509:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 19 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.961556:0:6509:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964678656:192.168.202.30@tcp:105: 00000100:00100000:3.0:1781226948.962042:0:6509:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226948.962530:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.962623:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fde00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964678528:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781226948.962785:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941782272 00000100:00100000:3.0:1781226948.962790:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941782272 00000100:00100000:3.0:1781226948.962844:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1667 00000100:00100000:3.0:1781226948.962852:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+84:34643:x1867750941782272:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226948.962999:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226948.963103:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+84:34643:x1867750941782272:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 250us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.963111:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1667 00000100:00100000:3.0:1781226948.972142:0:6509:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6509:1867750964678656:192.168.202.30@tcp:105: 00010000:00010000:3.0:1781226948.972176:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226948.972241:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2427:x1867750941781632:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 11052us (16061us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226948.972252:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 496 00000100:00100000:0.0:1781226948.972405:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226948.972508:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941782784 00000100:00100000:3.0:1781226948.972514:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941782784 00000100:00100000:3.0:1781226948.972650:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1668 00000100:00100000:3.0:1781226948.972660:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+84:34643:x1867750941782784:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.972687:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226948.972724:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44678ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4777f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.972835:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467906 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.972849:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467906 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.972929:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467906 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226948.972944:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00010000:00010000:3.0:1781226948.973060:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dea00/0x5d5522eac44678ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4777f expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.973078:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467906 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4777f expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.973100:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:3.0:1781226948.973103:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226948.973107:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc 0) 00000100:00100000:3.0:1781226948.973145:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34643:x1867750941782784:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 487us (741us total) trans 4294968296 rc 0/0 00000100:00100000:3.0:1781226948.973153:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1668 00000100:00100000:2.0:1781226948.973486:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226948.973656:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941782528 00000100:00100000:1.0:1781226948.973662:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941782528 00000100:00100000:1.0:1781226948.973716:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 313 00000100:00100000:1.0:1781226948.973725:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34642:x1867750941782528:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:1.0:1781226948.973936:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34642:x1867750941782528:12345-192.168.202.30@tcp:35:cp.0 Request processed in 211us (2252us total) trans 4294968297 rc 0/0 00000100:00100000:1.0:1781226948.973945:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 313 00000100:00100000:1.0:1781226948.997591:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.997731:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941782912 00000100:00100000:1.0:1781226948.997736:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226948.997741:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941782912 00000100:00100000:0.0:1781226948.997817:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 86 00000100:00100000:0.0:1781226948.997828:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+87:2425:x1867750941782912:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226948.997849:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1781226948.998059:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941783040 00000100:00100000:3.0:1781226948.998064:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941783040 00000100:00100000:3.0:1781226948.998095:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 469 00000100:00100000:3.0:1781226948.998102:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+16:2426:x1867750941783040:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226948.998144:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.998167:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.998176:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226948.998178:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781226948.998181:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.998233:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226948.998247:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 16 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226948.998262:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964678784:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226948.998336:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1781226948.998662:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467906 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4777f expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226948.998683:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:0.0:1781226948.998688:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226948.998761:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+86:2425:x1867750941782912:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 935us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226948.998771:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 86 00000100:00100000:3.0:1781226949.010686:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964678784:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226949.010753:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.015405:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226949.015574:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941783168 00000100:00100000:1.0:1781226949.015585:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941783168 00002000:00100000:1.0:1781226949.015656:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff89a5f76c2940 x1867750941783168/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:5/0 lens 648/0 e 0 to 0 dl 1781226960 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226949.015668:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c2940 with x1867750941783168 ext(0->157) 00010000:00010000:1.0:1781226949.015680:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 17 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.015739:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 17 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226949.015748:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5f76c2940 00000100:00100000:1.0:1781226949.015783:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 25 00000100:00100000:1.0:1781226949.015794:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2426:x1867750941783168:12345-192.168.202.30@tcp:4:cp.0 00000100:00080000:0.0:1781226949.016380:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226949.017846:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2426:x1867750941783168:12345-192.168.202.30@tcp:4:cp.0 Request processed in 2037us (2433us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1781226949.017926:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 25 00002000:00100000:1.0:1781226949.017939:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff89a5f76c2940 x1867750941783168/t4294967383(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:5/0 lens 648/448 e 0 to 0 dl 1781226960 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226949.017949:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c2940 with x1867750941783168 ext(0->157) 00010000:00010000:1.0:1781226949.017969:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 19 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.017990:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 19 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226949.017998:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5f76c2940 00000100:00100000:1.0:1781226949.028804:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.029171:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941783296 00000100:00100000:2.0:1781226949.029181:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941783296 00010000:00010000:2.0:1781226949.029239:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 19 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.029340:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 497 00000100:00100000:2.0:1781226949.029352:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2426:x1867750941783296:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226949.029371:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1781226949.029388:0:6510:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1781226949.029395:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 19 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.029409:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 19 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.029434:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467715 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47691 expref: 19 pid: 8407 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.029450:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.029453:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.029458:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.029469:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.029501:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226949.029565:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2426:x1867750941783296:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 215us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.029573:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 497 00010000:00010000:3.0:1781226949.030185:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030198:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030233:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030243:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030252:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030259:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dea00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226949.030264:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030273:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030285:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.030292:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac4467914 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226949.030362:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2426:x1867750941783040:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 32259us (32624us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.030371:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 469 00000100:00100000:1.0:1781226949.036405:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.036517:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941783552 00000100:00100000:2.0:1781226949.036527:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941783552 00000100:00100000:2.0:1781226949.036600:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1669 00000100:00100000:2.0:1781226949.036612:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34643:x1867750941783552:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226949.036747:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34643:x1867750941783552:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 137us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.036754:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1669 00000100:00080000:0.0:1781226949.037319:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226949.045900:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.046049:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941783680 00000100:00100000:3.0:1781226949.046060:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941783680 00000100:00100000:3.0:1781226949.046121:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 470 00000100:00100000:3.0:1781226949.046141:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+17:2427:x1867750941783680:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226949.046166:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.046192:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47786 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226949.046229:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a2b5dc4, atime: 0x0, ctime: 0x6a2b5dc4, blocks: 0x8 00010000:00010000:3.0:1781226949.046253:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226949.046255:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226949.046263:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.046281:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.046295:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dea00, rc 0) 00000100:00100000:3.0:1781226949.046355:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2427:x1867750941783680:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 224us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.046362:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 470 00000100:00100000:1.0:1781226949.050559:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.050743:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941783936 00000100:00100000:3.0:1781226949.050753:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941783936 00000100:00100000:3.0:1781226949.050802:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1670 00000100:00100000:3.0:1781226949.050812:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34643:x1867750941783936:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226949.051249:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34643:x1867750941783936:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 436us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.051259:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1670 00000100:00100000:1.0:1781226949.060543:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.060805:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784064 00000100:00100000:3.0:1781226949.060816:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784064 00002000:00100000:3.0:1781226949.060992:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff89a4c733ed00 x1867750941784064/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:5/0 lens 488/0 e 0 to 0 dl 1781226960 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226949.061004:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c733ed00 with x1867750941784064 ext(0->4095) 00002000:00010000:3.0:1781226949.061009:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c733ed00 00000100:00100000:3.0:1781226949.061042:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 115 00000100:00100000:3.0:1781226949.061052:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2425:x1867750941784064:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781226949.061471:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2425:x1867750941784064:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 418us (936us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226949.061480:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 115 00002000:00100000:3.0:1781226949.061488:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff89a4c733ed00 x1867750941784064/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:5/0 lens 488/4536 e 0 to 0 dl 1781226960 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226949.061496:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c733ed00 with x1867750941784064 ext(0->4095) 00002000:00010000:3.0:1781226949.061500:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c733ed00 00000100:00100000:1.0:1781226949.067000:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.067100:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784192 00000100:00100000:3.0:1781226949.067110:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784192 00000100:00100000:3.0:1781226949.067270:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1671 00000100:00100000:3.0:1781226949.067282:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+114:34647:x1867750941784192:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226949.067310:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.067335:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467922 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4778d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067403:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067418:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067432:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067443:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067451:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067458:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067531:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067539:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067546:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226949.067591:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:3.0:1781226949.067595:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226949.067614:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067625:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067633:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067644:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067651:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067657:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.067661:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067668:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067681:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.067685:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.067689:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067733:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467929 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067754:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067760:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067765:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067770:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.067773:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067780:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067786:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6fba400) 00010000:00010000:3.0:1781226949.067789:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.067792:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067798:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467930 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067823:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467922 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4778d expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067835:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4778d expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.067842:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:3.0:1781226949.067844:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226949.067846:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cd800, rc 0) 00000100:00080000:1.0:1781226949.068189:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226949.068395:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+115:34647:x1867750941784192:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 1114us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.068404:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1671 00000100:00100000:1.0:1781226949.075754:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226949.075853:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.076296:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784448 00000100:00100000:3.0:1781226949.076307:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784448 00000100:00100000:3.0:1781226949.076371:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1672 00000100:00100000:3.0:1781226949.076382:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+86:34643:x1867750941784448:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226949.076407:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.076429:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446793e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4779b expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.076467:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.076481:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.076494:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.076612:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac446793e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 88 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.076633:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.076641:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:3.0:1781226949.076644:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226949.076647:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f400, rc 0) 00000100:00100000:3.0:1781226949.076728:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34643:x1867750941784448:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 347us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.076736:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1672 00000100:00100000:0.0:1781226949.079014:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784320 00000100:00100000:0.0:1781226949.079027:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784320 00000100:00100000:0.0:1781226949.079109:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 471 00000100:00100000:0.0:1781226949.079121:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941784320:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226949.079151:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.079170:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac446794c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47794 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226949.079231:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964678912:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226949.079319:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c82b1480 going to sleep for 11 seconds 00000100:00080000:1.0:1781226949.081262:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226949.084453:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.084538:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784576 00000100:00100000:3.0:1781226949.084548:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784576 00000100:00100000:3.0:1781226949.084615:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1673 00000100:00100000:3.0:1781226949.084627:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34643:x1867750941784576:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781226949.084669:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781226949.084860:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34643:x1867750941784576:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 227us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.084869:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1673 00002000:00010000:3.0:1781226949.087677:0:15413:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781226949.087689:0:15413:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1781226948 00002000:00010000:3.0:1781226949.087692:0:15413:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1781226948 00002000:00010000:3.0:1781226949.087732:0:15413:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1781226948 00002000:00010000:3.0:1781226949.087734:0:15413:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781226949.087756:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fed00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964678912:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226949.087792:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac446794c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47794 expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.087819:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac446794c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47794 expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.087989:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4000, rc 0) 00000100:00100000:0.0:1781226949.088110:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941784320:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 8990us (12364us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.088120:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 471 00000100:00100000:1.0:1781226949.092820:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.092995:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784704 00000100:00100000:2.0:1781226949.093005:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784704 00000100:00100000:2.0:1781226949.093059:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 472 00000100:00100000:2.0:1781226949.093068:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2427:x1867750941784704:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226949.093121:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093149:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.093151:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.093157:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093171:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093197:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093205:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093213:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093227:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226949.093231:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093241:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093257:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.093265:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467953 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.093338:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2427:x1867750941784704:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 270us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.093345:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 472 00000100:00100000:1.0:1781226949.096578:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.096660:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941784960 00000100:00100000:3.0:1781226949.096669:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941784960 00000100:00100000:3.0:1781226949.096772:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1674 00000100:00100000:3.0:1781226949.096784:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34643:x1867750941784960:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781226949.096944:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.096971:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.096987:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.097022:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 87 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.097036:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 87 pid: 6523 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226949.097051:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964679040:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226949.097289:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00000100:00100000:1.0:1781226949.101965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.102179:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941785088 00000100:00100000:0.0:1781226949.102188:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941785088 00000100:00100000:0.0:1781226949.102257:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1675 00000100:00100000:0.0:1781226949.102268:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+115:34647:x1867750941785088:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226949.102292:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.102312:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467961 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477a2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.102379:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.102393:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.102405:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226949.102449:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1781226949.102453:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226949.102470:0:6524:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.102495:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467961 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.102513:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 116 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.102522:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.102525:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226949.102528:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226949.102591:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8053c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+116:34647:x1867750941785088:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 325us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226949.102599:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1675 00000100:00100000:0.0:1781226949.114343:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.114442:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.114627:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941785216 00000100:00100000:2.0:1781226949.114637:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941785216 00010000:00010000:2.0:1781226949.114688:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 88 pid: 6523 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.114755:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 498 00000100:00100000:2.0:1781226949.114766:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+88:2426:x1867750941785216:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226949.114781:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226949.114789:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 88 pid: 6523 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.114803:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 88 pid: 6523 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.114827:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:2.0:1781226949.114843:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.114859:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.114866:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.114886:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226949.114936:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+88:2426:x1867750941785216:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 172us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.114944:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 498 00000100:00100000:1.0:1781226949.115132:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941785344 00000100:00100000:1.0:1781226949.115138:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941785344 00000100:00100000:1.0:1781226949.115174:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 473 00000100:00100000:1.0:1781226949.115181:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941785344:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:1.0:1781226949.115199:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226949.115214:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c7261e1/0x5d5522eac446796f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477a9 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226949.115265:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964679168:192.168.202.30@tcp:106: 00000100:00100000:1.0:1781226949.115322:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00010000:00010000:3.0:1781226949.116088:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467945 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4779b expref: 87 pid: 6523 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226949.116107:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964679040:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226949.116142:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116152:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116159:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116329:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116338:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116346:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116353:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.116358:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116366:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116379:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:3.0:1781226949.116382:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226949.116386:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.116393:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac446795a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226949.116498:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34643:x1867750941784960:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 19716us (19928us total) trans 4294968298 rc 0/0 00000100:00100000:3.0:1781226949.116508:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1674 00000040:00080000:0.0:1781226949.116889:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226949.116895:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226949.117383:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 9 00000040:00080000:0.0:1781226949.117395:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226949.123578:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964679168:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226949.123622:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c7261e1/0x5d5522eac446796f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a9 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.123648:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c7261e1/0x5d5522eac446796f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a9 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.123668:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75600, rc 0) 00000100:00100000:1.0:1781226949.123780:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941785344:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 8598us (9336us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226949.123790:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 473 00000100:00100000:1.0:1781226949.125600:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.125689:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941785600 00000100:00100000:0.0:1781226949.125736:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941785600 00000100:00100000:0.0:1781226949.125780:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 314 00000100:00100000:0.0:1781226949.125789:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+87:34643:x1867750941785600:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226949.127558:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34643:x1867750941785600:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 1761us (1957us total) trans 4294968299 rc 0/0 00000100:00100000:0.0:1781226949.127571:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 314 00000100:00100000:2.0:1781226949.137332:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.137513:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941785856 00000100:00100000:3.0:1781226949.137523:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941785856 00000100:00100000:3.0:1781226949.137589:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1676 00000100:00100000:3.0:1781226949.137601:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+116:34647:x1867750941785856:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:3.0:1781226949.138128:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:2.0:1781226949.138658:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+116:34647:x1867750941785856:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 1057us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.138669:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1676 00000100:00100000:1.0:1781226949.151516:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.151626:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941785984 00000100:00100000:0.0:1781226949.151636:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941785984 00000100:00100000:0.0:1781226949.151735:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1677 00000100:00100000:0.0:1781226949.151746:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+116:34648:x1867750941785984:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226949.151773:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.151796:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467976 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477b0 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151884:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151898:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151912:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151928:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151936:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151943:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151992:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.151999:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152006:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152012:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.152016:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152028:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152039:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.152042:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.152047:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152053:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac446797d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152067:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152073:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152078:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152082:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.152084:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152089:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152096:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5f680bc00) 00010000:00010000:0.0:1781226949.152098:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.152101:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152111:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467984 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152142:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467976 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477b0 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152153:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.152156:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.152160:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467976 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477b0 expref: 117 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.152169:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5600, rc 0) 00000100:00100000:0.0:1781226949.152236:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+116:34648:x1867750941785984:12345-192.168.202.30@tcp:101:bash.0 Request processed in 492us (728us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.152243:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1677 00000100:00100000:1.0:1781226949.181185:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.181445:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941786112 00000100:00100000:0.0:1781226949.181456:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941786112 00000100:00100000:0.0:1781226949.181526:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1678 00000100:00100000:0.0:1781226949.181537:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34649:x1867750941786112:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226949.181566:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.181588:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac446798b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477b7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181653:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181679:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181692:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181743:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181751:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181762:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181801:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181808:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181815:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181825:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.181829:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.181846:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182264:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.182270:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.182275:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182283:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac4467992 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182297:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182303:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182308:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182312:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.182315:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182320:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182327:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5f680bc00) 00010000:00010000:0.0:1781226949.182330:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.182332:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182337:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467999 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182370:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac446798b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477b7 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182384:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.182386:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.182389:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac446798b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477b7 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.182397:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5600, rc 0) 00000100:00100000:0.0:1781226949.182505:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34649:x1867750941786112:12345-192.168.202.30@tcp:101:rm.0 Request processed in 970us (1329us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.182513:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1678 00000100:00100000:1.0:1781226949.203879:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.203991:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941786240 00000100:00100000:2.0:1781226949.204000:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941786240 00000100:00100000:2.0:1781226949.204069:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1679 00000100:00100000:2.0:1781226949.204080:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34649:x1867750941786240:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226949.204104:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.204139:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44679a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477be expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204219:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204234:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204248:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204262:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204268:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204275:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204312:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204319:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204325:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204332:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.204336:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204349:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204362:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.204365:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.204369:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204375:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204388:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204394:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204411:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204415:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.204417:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204423:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204430:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5c3003100) 00010000:00010000:2.0:1781226949.204432:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.204434:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204441:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204475:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44679a0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477be expref: 89 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204494:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.204497:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.204501:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44679a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477be expref: 89 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.204510:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226949.204578:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34649:x1867750941786240:12345-192.168.202.30@tcp:101:rm.0 Request processed in 500us (708us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226949.204586:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1679 00000100:00100000:1.0:1781226949.271524:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.271790:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941786368 00000100:00100000:2.0:1781226949.271801:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941786368 00000100:00100000:2.0:1781226949.272042:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1680 00000100:00100000:2.0:1781226949.272055:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34650:x1867750941786368:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226949.272082:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.272106:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44679b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477c5 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272179:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272194:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272218:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272236:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272243:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272250:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272288:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272296:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272302:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272307:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.272312:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272318:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272331:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.272334:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.272338:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272345:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac44679bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272359:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272365:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272371:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272377:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.272380:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272385:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272392:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5c3003100) 00010000:00010000:2.0:1781226949.272394:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.272397:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272403:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac44679c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272434:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44679b5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477c5 expref: 89 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272449:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.272451:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.272454:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac44679b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477c5 expref: 89 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.272462:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:2.0:1781226949.272538:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34650:x1867750941786368:12345-192.168.202.30@tcp:101:cp.0 Request processed in 485us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226949.272546:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1680 00000100:00100000:1.0:1781226949.278582:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.278683:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941786496 00000100:00100000:0.0:1781226949.278693:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941786496 00000100:00100000:0.0:1781226949.278784:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1681 00000100:00100000:0.0:1781226949.278795:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34650:x1867750941786496:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226949.278822:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.278845:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477cc expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.278923:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.278938:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.278949:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.278973:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.278981:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.278987:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279023:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279031:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279036:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279043:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.279046:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279054:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279067:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.279070:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.279074:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279080:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac44679d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279093:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279099:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279105:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279110:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.279113:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279118:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279124:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5f680bc00) 00010000:00010000:0.0:1781226949.279127:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.279130:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279136:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279167:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ca lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477cc expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279178:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.279179:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.279183:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477cc expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.279197:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5600, rc 0) 00000100:00100000:0.0:1781226949.279263:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34650:x1867750941786496:12345-192.168.202.30@tcp:101:cp.0 Request processed in 469us (689us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.279270:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1681 00000100:00100000:1.0:1781226949.288473:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.288684:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941786752 00000100:00100000:0.0:1781226949.288738:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941786752 00000100:00100000:0.0:1781226949.288804:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1682 00000100:00100000:0.0:1781226949.288814:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+88:34650:x1867750941786752:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226949.288840:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.289039:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44679df lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477d3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.289150:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.289168:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.289177:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.289212:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 115 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.289227:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 115 pid: 6524 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226949.289246:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964679296:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226949.289393:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c82b1480 going to sleep for 11 seconds 00000100:00100000:1.0:1781226949.297383:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.297566:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941786880 00000100:00100000:2.0:1781226949.297576:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941786880 00010000:00010000:2.0:1781226949.297615:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 116 pid: 6524 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.297662:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 499 00000100:00100000:2.0:1781226949.297673:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+116:2427:x1867750941786880:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226949.297689:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226949.297946:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 116 pid: 6524 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.297973:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 116 pid: 6524 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.297998:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.298003:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.298015:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.298024:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.298043:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226949.298192:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467968 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477a2 expref: 116 pid: 6524 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226949.298210:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964679296:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226949.298232:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298240:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298246:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298267:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298278:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298286:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781226949.298632:0:6524:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00010000:00010000:0.0:1781226949.298823:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679f4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298848:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298856:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298889:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298897:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298903:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298909:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.298913:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298921:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298931:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.298934:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.298937:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298943:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac44679e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781226949.298965:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000cb99c8dd reply state 00000000347e5646 transno 4294968300 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298977:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.298984:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5f680bc00) 00010000:00010000:0.0:1781226949.298986:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781226949.298989:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781226949.299023:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac44679df lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477d3 expref: 91 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.299039:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4a00/0x5d5522eac44679f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477d3 expref: 90 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.299045:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:0.0:1781226949.299047:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781226949.299049:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4a00, rc 0) 00000100:00100000:2.0:1781226949.299213:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:426c1963-9443-4542-9a73-222739759500+115:2427:x1867750941786880:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1541us (1838us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.299224:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 499 00000100:00100000:0.0:1781226949.301339:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80521c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+91:34650:x1867750941786752:12345-192.168.202.30@tcp:101:cp.0 Request processed in 12516us (12865us total) trans 4294968300 rc 0/0 00000100:00100000:0.0:1781226949.301351:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1682 00000100:00100000:1.0:1781226949.309381:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226949.309424:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.309840:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787136 00000100:00100000:3.0:1781226949.309851:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787136 00000100:00100000:3.0:1781226949.309916:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 667 00000100:00100000:3.0:1781226949.309928:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+91:2424:x1867750941787136:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:3.0:1781226949.310000:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.310021:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b477da expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310076:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310090:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310101:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310158:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310165:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310171:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310212:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310219:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310226:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310235:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.310239:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310247:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310258:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.310262:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.310266:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310273:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467a09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310285:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310291:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310296:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310301:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.310304:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310311:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310322:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226949.310324:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.310326:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310332:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310361:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a02 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477da expref: 92 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310371:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00000100:00100000:0.0:1781226949.310371:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787008 00010000:00010000:3.0:1781226949.310373:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1781226949.310376:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787008 00010000:00010000:3.0:1781226949.310377:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b477da expref: 92 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.310386:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f800, rc -2) 00000100:00100000:0.0:1781226949.310408:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 474 00000100:00100000:0.0:1781226949.310415:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+18:2426:x1867750941787008:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226949.310424:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.310437:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47812 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226949.310440:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+91:2424:x1867750941787136:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 516us (1070us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226949.310449:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 667 00002000:00010000:0.0:1781226949.310457:0:9780:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781226949.310544:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226949.310547:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226949.310555:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 19 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.310570:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 19 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.310580:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4200, rc 0) 00000100:00100000:0.0:1781226949.310609:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2426:x1867750941787008:12345-192.168.202.30@tcp:101:cp.0 Request processed in 194us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226949.310616:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 474 00000100:00100000:1.0:1781226949.319053:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.319150:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787264 00000100:00100000:2.0:1781226949.319160:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787264 00000100:00100000:2.0:1781226949.319218:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:2.0:1781226949.319229:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+19:34650:x1867750941787264:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226949.319250:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.319271:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47819 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.319303:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.319311:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.319314:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.319318:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 20 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.319353:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.319368:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.319382:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c21c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964679424:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226949.319472:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226949.323450:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c21c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964679424:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226949.323498:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 20 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.323519:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575c00, rc 0) 00000100:00100000:1.0:1781226949.323583:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+20:34650:x1867750941787264:12345-192.168.202.30@tcp:101:cp.0 Request processed in 4356us (4538us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226949.323593:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 475 00000100:00100000:1.0:1781226949.328442:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.328635:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787392 00000100:00100000:2.0:1781226949.328644:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787392 00010000:00010000:2.0:1781226949.328684:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.328996:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 500 00000100:00100000:2.0:1781226949.329008:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2427:x1867750941787392:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226949.329025:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226949.329046:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.329062:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.329085:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000250f0531/0x5d5522eac4467a17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47812 expref: 20 pid: 9780 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.329102:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.329105:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.329113:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 19 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.329124:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 19 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.329180:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 19 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.329197:0:6510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c21c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1867750964679552:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226949.329295:0:6510:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a000 going to sleep for 11 seconds 00000100:00100000:0.0:1781226949.334163:0:6510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c21c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6510:1867750964679552:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226949.334205:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226949.334273:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2427:x1867750941787392:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 5266us (5838us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226949.334285:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 500 00000100:00100000:1.0:1781226949.336672:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.336804:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787648 00000100:00100000:2.0:1781226949.336814:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787648 00000100:00100000:2.0:1781226949.336882:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 315 00000100:00100000:2.0:1781226949.336893:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c734c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+91:34650:x1867750941787648:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:2.0:1781226949.337221:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c734c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34650:x1867750941787648:12345-192.168.202.30@tcp:35:cp.0 Request processed in 328us (557us total) trans 4294968301 rc 0/0 00000100:00100000:2.0:1781226949.337229:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 315 00000100:00100000:1.0:1781226949.376966:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.377362:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787776 00000100:00100000:2.0:1781226949.377373:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787776 00000100:00100000:2.0:1781226949.377423:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 668 00000100:00100000:2.0:1781226949.377433:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+92:2426:x1867750941787776:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226949.377504:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.377524:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47820 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377585:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377599:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377610:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377624:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377630:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377637:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377674:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377680:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377686:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377693:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.377736:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377749:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377760:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.377763:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.377766:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377773:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377785:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377791:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377797:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377802:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.377804:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377810:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377816:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c3003100) 00010000:00010000:2.0:1781226949.377818:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.377820:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377838:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377871:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a25 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47820 expref: 93 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377881:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.377883:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226949.377887:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47820 expref: 93 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.377897:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc -2) 00000100:00100000:2.0:1781226949.377966:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+92:2426:x1867750941787776:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 534us (1018us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226949.377973:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 668 00000100:00100000:1.0:1781226949.430280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.430530:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941787904 00000100:00100000:2.0:1781226949.430543:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941787904 00000100:00100000:2.0:1781226949.430622:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1683 00000100:00100000:2.0:1781226949.430633:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+115:34657:x1867750941787904:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226949.430656:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.430678:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47858 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430783:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430797:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430810:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430822:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430829:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430849:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430928:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4467a4f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430936:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4467a4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.430942:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4467a4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226949.430989:0:14117:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:2.0:1781226949.430994:0:14117:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226949.431014:0:14117:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4467a4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431024:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4467a4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431032:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431042:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431049:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431055:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.431058:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431066:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431077:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.431080:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.431084:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431090:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431103:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431109:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431115:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431120:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.431123:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431128:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431134:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5f680bc00) 00010000:00010000:2.0:1781226949.431137:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.431139:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431145:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431170:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47858 expref: 117 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431186:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574e00/0x5d5522eac4467a4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47858 expref: 116 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.431194:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:2.0:1781226949.431196:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226949.431198:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574e00, rc 0) 00000100:00100000:2.0:1781226949.431269:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+116:34657:x1867750941787904:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 638us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.431277:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1683 00000100:00100000:1.0:1781226949.446758:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.446872:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788032 00000100:00100000:2.0:1781226949.446881:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788032 00000100:00100000:2.0:1781226949.446968:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 476 00000100:00100000:2.0:1781226949.446980:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941788032:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226949.447001:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.447021:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0de3ce0/0x5d5522eac4467a56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4785f expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.447078:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964679680:192.168.202.30@tcp:106: 00000100:00080000:1.0:1781226949.449313:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226949.449799:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226949.457687:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.460345:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788160 00000100:00100000:2.0:1781226949.460359:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788160 00000100:00100000:2.0:1781226949.460440:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 669 00000100:00100000:2.0:1781226949.460450:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+116:2427:x1867750941788160:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226949.460506:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.460527:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47866 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460583:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460599:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460611:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460625:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460631:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460641:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460678:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460685:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460692:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460730:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.460735:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460742:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460755:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.460758:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.460763:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460769:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467a64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460783:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460789:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460796:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460800:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.460803:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460809:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460815:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c3003100) 00010000:00010000:2.0:1781226949.460818:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.460821:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460827:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460870:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a5d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47866 expref: 117 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460880:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.460882:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226949.460885:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47866 expref: 117 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.460895:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc -2) 00000100:00100000:2.0:1781226949.460969:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+116:2427:x1867750941788160:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 520us (3291us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226949.460980:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 669 00002000:00010000:2.0:1781226949.465377:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781226949.465387:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1781226949 00002000:00010000:2.0:1781226949.465390:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1781226949 00002000:00010000:2.0:1781226949.465392:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1781226949 00002000:00010000:2.0:1781226949.465394:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781226949.465419:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964679680:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226949.465460:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0de3ce0/0x5d5522eac4467a56 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4785f expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.465991:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0de3ce0/0x5d5522eac4467a56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4785f expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.466008:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226949.466118:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941788032:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 19139us (19368us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226949.466135:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 476 00000100:00100000:3.0:1781226949.473513:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.473584:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788288 00000100:00100000:3.0:1781226949.473596:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788288 00000100:00100000:3.0:1781226949.473652:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1684 00000100:00100000:3.0:1781226949.473662:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+116:34657:x1867750941788288:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226949.473688:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.473733:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4789e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.473812:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.473827:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.473856:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226949.473902:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781226949.473906:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226949.473926:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.473965:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467a72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.473987:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.473997:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.474000:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781226949.474005:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f800, rc 0) 00000100:00100000:3.0:1781226949.474061:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+117:34657:x1867750941788288:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 401us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.474069:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1684 00000100:00100000:3.0:1781226949.482568:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.482744:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788416 00000100:00100000:0.0:1781226949.482754:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788416 00000100:00100000:0.0:1781226949.482816:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 477 00000100:00100000:0.0:1781226949.482827:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941788416:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226949.482859:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.482878:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467a80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478a5 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226949.482939:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964679808:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226949.483040:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c82b1240 going to sleep for 11 seconds 00000100:00100000:0.0:1781226949.489186:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964679808:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226949.489233:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467a80 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478a5 expref: 17 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.489258:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467a80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478a5 expref: 17 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.489271:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226949.489325:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941788416:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 6500us (6766us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.489335:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 477 00000100:00100000:1.0:1781226949.498542:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.498650:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788672 00000100:00100000:0.0:1781226949.498661:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788672 00000100:00100000:0.0:1781226949.498751:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1685 00000100:00100000:0.0:1781226949.498762:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+117:34657:x1867750941788672:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:0.0:1781226949.498944:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:0.0:1781226949.499028:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+117:34657:x1867750941788672:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 267us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226949.499036:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1685 00000100:00100000:3.0:1781226949.540783:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.540844:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.541001:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788928 00000100:00100000:2.0:1781226949.541013:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788928 00000100:00100000:2.0:1781226949.541088:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 670 00000100:00100000:2.0:1781226949.541100:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+117:2427:x1867750941788928:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226949.541165:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.541187:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478b3 expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541267:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541282:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541294:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541307:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541314:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541320:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541355:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541363:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541369:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541376:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.541380:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541390:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541415:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.541418:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.541423:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541430:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467a8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541442:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541447:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541452:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541457:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.541460:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541465:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541472:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff89a5c3003100) 00010000:00010000:2.0:1781226949.541474:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.541792:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541806:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467a95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541901:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a87 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478b3 expref: 118 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541913:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.541915:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226949.541920:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467a87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478b3 expref: 118 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.541931:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc -2) 00000100:00100000:2.0:1781226949.542000:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+117:2427:x1867750941788928:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 902us (1155us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226949.542009:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 670 00000100:00100000:0.0:1781226949.542094:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941788800 00000100:00100000:0.0:1781226949.542100:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941788800 00000100:00100000:0.0:1781226949.542141:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1686 00000100:00100000:0.0:1781226949.542158:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+117:34660:x1867750941788800:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:0.0:1781226949.542170:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.542181:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467a9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478ac expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542232:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542241:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542249:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542262:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542268:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542274:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542292:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542298:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542303:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542308:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.542310:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542320:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542326:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.542328:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.542331:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542336:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467aa3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542344:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542349:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542354:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542357:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.542360:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542365:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542371:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5ef93d700) 00010000:00010000:0.0:1781226949.542373:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.542375:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.542382:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467aaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.543087:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467a9c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478ac expref: 118 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.543099:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.543101:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.543105:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467a9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478ac expref: 118 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.543116:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226949.543410:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+117:34660:x1867750941788800:12345-192.168.202.30@tcp:101:bash.0 Request processed in 1253us (2635us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.543418:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1686 00000100:00100000:3.0:1781226949.579675:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.580173:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789056 00000100:00100000:0.0:1781226949.580185:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789056 00000100:00100000:0.0:1781226949.580252:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1687 00000100:00100000:0.0:1781226949.580264:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34661:x1867750941789056:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226949.580288:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.580307:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467ab1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478ba expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580379:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580393:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580407:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580423:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580429:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580436:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580490:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580497:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580503:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580509:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580514:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.580518:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580525:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580536:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.580539:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.580543:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580549:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467ab8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580563:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580569:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580575:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580581:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.580584:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580590:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580597:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5ef93d700) 00010000:00010000:0.0:1781226949.580599:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.580601:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580607:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467abf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580638:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467ab1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478ba expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580648:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.580650:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.580654:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467ab1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478ba expref: 93 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.580671:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226949.580773:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34661:x1867750941789056:12345-192.168.202.30@tcp:101:rm.0 Request processed in 510us (1115us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.580780:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1687 00000100:00100000:3.0:1781226949.581565:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.581791:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789184 00000100:00100000:0.0:1781226949.581799:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789184 00000100:00100000:2.0:1781226949.582408:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 671 00000100:00100000:2.0:1781226949.582422:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+92:2424:x1867750941789184:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226949.582458:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.582475:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467ac6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478c1 expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582538:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582550:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582566:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582582:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582589:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582596:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582625:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582632:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582638:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582643:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.582647:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582654:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582672:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.582675:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.582679:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582686:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467acd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582735:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582741:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582747:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582751:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.582753:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582759:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582765:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff89a5c3003100) 00010000:00010000:2.0:1781226949.582768:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.582770:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582775:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575400/0x5d5522eac4467ad4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582805:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467ac6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478c1 expref: 93 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582818:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.582821:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226949.582824:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467ac6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478c1 expref: 93 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.582845:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc -2) 00000100:00100000:2.0:1781226949.582913:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+92:2424:x1867750941789184:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 494us (1348us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226949.582922:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 671 00000100:00100000:1.0:1781226949.594467:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.594606:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789312 00000100:00100000:2.0:1781226949.594616:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789312 00000100:00100000:2.0:1781226949.594690:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1688 00000100:00100000:2.0:1781226949.594717:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34661:x1867750941789312:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:2.0:1781226949.594742:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.594767:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467adb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478c8 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594847:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594862:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594874:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594889:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594897:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594904:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594945:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594962:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594969:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594974:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.594979:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594986:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.594997:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.595000:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.595005:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595011:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467ae2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595024:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595031:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595037:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595041:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226949.595043:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595047:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595054:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c3003e00) 00010000:00010000:2.0:1781226949.595056:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.595058:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595063:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467ae9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595096:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467adb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478c8 expref: 93 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595105:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226949.595107:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226949.595110:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467adb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478c8 expref: 93 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.595124:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226949.595178:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34661:x1867750941789312:12345-192.168.202.30@tcp:101:rm.0 Request processed in 465us (722us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226949.595185:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1688 00000100:00100000:1.0:1781226949.624457:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.624560:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789440 00000100:00100000:0.0:1781226949.624570:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789440 00000100:00100000:0.0:1781226949.624642:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1689 00000100:00100000:0.0:1781226949.624653:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34662:x1867750941789440:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226949.624678:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.624745:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467af0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478cf expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624840:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624856:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624868:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624887:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624895:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624901:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624937:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624945:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624962:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624969:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.624973:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624981:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.624992:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.624995:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.624999:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625005:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4e00/0x5d5522eac4467af7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625018:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625023:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625029:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625032:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.625035:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625040:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625046:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5ef93d700) 00010000:00010000:0.0:1781226949.625048:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.625051:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625057:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467afe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625087:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467af0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478cf expref: 93 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625097:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.625099:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.625102:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467af0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478cf expref: 93 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.625111:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226949.625163:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34662:x1867750941789440:12345-192.168.202.30@tcp:101:cp.0 Request processed in 512us (716us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.625171:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1689 00000100:00100000:0.0:1781226949.630235:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964679936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226949.630311:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226949.630531:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964679936 00000100:00100000:1.0:1781226949.630540:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964679936 00000100:00100000:1.0:1781226949.630598:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1781226949.630609:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964679936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226949.630645:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226949.630728:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964679936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226949.630736:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1781226949.630967:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964679936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226949.634629:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.634745:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789568 00000100:00100000:0.0:1781226949.634755:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789568 00000100:00100000:0.0:1781226949.634814:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1690 00000100:00100000:0.0:1781226949.634823:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34662:x1867750941789568:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226949.634855:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.634877:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac4467b05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478d6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.634945:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.634998:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635011:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635028:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635035:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635041:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635079:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635087:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635093:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635099:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.635103:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635109:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635121:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.635123:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.635128:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635134:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635157:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635164:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635169:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635173:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.635176:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635182:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635189:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226949.635191:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.635193:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635205:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635239:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac4467b05 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478d6 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635250:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.635251:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.635255:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac4467b05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478d6 expref: 93 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.635268:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5400, rc 0) 00000100:00100000:0.0:1781226949.635319:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34662:x1867750941789568:12345-192.168.202.30@tcp:101:cp.0 Request processed in 497us (700us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.635326:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1690 00000100:00100000:1.0:1781226949.639067:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.639233:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789824 00000100:00100000:2.0:1781226949.639243:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789824 00000100:00100000:2.0:1781226949.639293:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1691 00000100:00100000:2.0:1781226949.639302:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+92:34662:x1867750941789824:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226949.639325:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.639347:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467b1a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478dd expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.639450:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.639466:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.639474:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.639507:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.639520:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 116 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.639538:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964680064:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226949.639625:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a000 going to sleep for 11 seconds 00000100:00100000:1.0:1781226949.646043:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.646136:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941789952 00000100:00100000:0.0:1781226949.646155:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941789952 00010000:00010000:0.0:1781226949.646200:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 117 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226949.646250:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 501 00000100:00100000:0.0:1781226949.646261:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+117:2426:x1867750941789952:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226949.646276:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226949.646284:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 117 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.646297:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 117 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.646321:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.646326:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.646337:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.646345:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.646364:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226949.646419:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+117:2426:x1867750941789952:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 159us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226949.646427:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 501 00010000:00010000:2.0:1781226949.649311:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467a79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4789e expref: 116 pid: 6525 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.649341:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964680064:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226949.649366:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.649376:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.649382:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.649410:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.649422:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.649431:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226949.651023:0:14117:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:3.0:1781226949.653630:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467b2f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.653654:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467b2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.653943:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467b2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.653997:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654005:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654012:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654018:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.654022:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654029:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654041:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.654044:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.654050:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654059:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467b21 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226949.654078:0:14117:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000cb379d02 reply state 00000000c2f4f227 transno 4294968302 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654088:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654094:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c3003e00) 00010000:00010000:3.0:1781226949.654096:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226949.654099:0:14117:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781226949.654353:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2600/0x5d5522eac4467b1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478dd expref: 95 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654371:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f400/0x5d5522eac4467b2f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478dd expref: 94 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.654378:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226949.654379:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226949.654382:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f400, rc 0) 00000100:00100000:3.0:1781226949.654514:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+95:34662:x1867750941789824:12345-192.168.202.30@tcp:101:cp.0 Request processed in 15212us (15455us total) trans 4294968302 rc 0/0 00000100:00100000:3.0:1781226949.654524:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1691 00000100:00100000:3.0:1781226949.659873:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.660356:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790080 00000100:00100000:2.0:1781226949.660366:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790080 00000100:00100000:2.0:1781226949.660439:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 478 00000100:00100000:2.0:1781226949.660450:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2425:x1867750941790080:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226949.660472:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.660495:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478e4 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226949.660521:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226949.660542:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.660544:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.660552:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.660571:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.660585:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc 0) 00000100:00100000:2.0:1781226949.660868:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2425:x1867750941790080:12345-192.168.202.30@tcp:101:cp.0 Request processed in 418us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.660877:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 478 00000100:00080000:1.0:1781226949.660972:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226949.669097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226949.669271:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790208 00000100:00100000:1.0:1781226949.669281:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790208 00000100:00100000:1.0:1781226949.669344:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 479 00000100:00100000:1.0:1781226949.669354:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+20:34662:x1867750941790208:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:1.0:1781226949.669376:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226949.669397:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478eb expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.669449:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.669458:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226949.669460:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226949.669465:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 21 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.669500:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226949.669514:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226949.669530:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738b840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964680192:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226949.669619:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba800c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226949.685040:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738b840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964680192:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226949.685079:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 21 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.685101:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74200, rc 0) 00000100:00100000:3.0:1781226949.685171:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+21:34662:x1867750941790208:12345-192.168.202.30@tcp:101:cp.0 Request processed in 15818us (16082us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.685181:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 479 00000100:00100000:3.0:1781226949.688408:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.696362:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790336 00000100:00100000:2.0:1781226949.696381:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790336 00010000:00010000:2.0:1781226949.696445:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.696550:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 502 00000100:00100000:2.0:1781226949.696562:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+21:2426:x1867750941790336:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226949.696578:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226949.696599:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.696613:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.696638:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478e4 expref: 21 pid: 8405 timeout: 1008 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.696657:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.696673:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226949.696681:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 20 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.696692:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 20 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.696774:0:8431:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 20 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.696797:0:8431:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8431:1867750964680320:192.168.202.30@tcp:105: 00000100:00100000:2.0:1781226949.696892:0:8431:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00000100:00100000:2.0:1781226949.706501:0:8431:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8431:1867750964680320:192.168.202.30@tcp:105: 00010000:00010000:2.0:1781226949.706529:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226949.706605:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2426:x1867750941790336:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 10044us (18203us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226949.706621:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 502 00000100:00100000:3.0:1781226949.713086:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226949.713568:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790592 00000100:00100000:1.0:1781226949.713580:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790592 00000100:00100000:1.0:1781226949.713643:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 316 00000100:00100000:1.0:1781226949.713654:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+95:34662:x1867750941790592:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:1.0:1781226949.714025:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34662:x1867750941790592:12345-192.168.202.30@tcp:35:cp.0 Request processed in 370us (946us total) trans 4294968303 rc 0/0 00000100:00100000:1.0:1781226949.714033:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 316 00010000:00010000:2.0:1781226949.761046:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226949.786853:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.795078:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790720 00000100:00100000:0.0:1781226949.795095:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790720 00000100:00100000:0.0:1781226949.795179:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:0.0:1781226949.795191:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+96:2424:x1867750941790720:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:0.0:1781226949.795252:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.795272:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478f2 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795334:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795347:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795360:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795375:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795382:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795389:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795436:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795444:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795450:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795455:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.795472:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795481:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795494:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.795497:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.795502:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795507:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467b52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795520:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795526:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795532:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795537:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.795540:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795545:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795552:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226949.795554:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.795556:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795561:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795588:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b4b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478f2 expref: 97 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795598:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.795601:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781226949.795604:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478f2 expref: 97 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.795612:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc -2) 00000100:00100000:0.0:1781226949.795690:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+96:2424:x1867750941790720:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 502us (8845us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226949.796995:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 673 00000100:00100000:1.0:1781226949.823748:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.824524:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790848 00000100:00100000:3.0:1781226949.824534:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790848 00000100:00100000:3.0:1781226949.824602:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1692 00000100:00100000:3.0:1781226949.824613:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+116:34665:x1867750941790848:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226949.824638:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.824659:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467b60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b478f9 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.824776:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.824802:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.824813:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.824825:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825107:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825117:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825191:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467b75 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825201:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467b75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825219:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467b75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226949.825261:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:3.0:1781226949.825265:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226949.825285:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467b75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825296:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467b75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825305:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825312:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825318:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825327:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825333:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.825337:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825344:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825365:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.825369:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.825373:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825379:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467b67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825394:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825399:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825404:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825408:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.825411:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825420:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825426:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c3003e00) 00010000:00010000:3.0:1781226949.825428:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.825429:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825434:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825469:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467b60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478f9 expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825484:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df600/0x5d5522eac4467b75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478f9 expref: 117 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.825491:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226949.825493:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226949.825495:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df600, rc 0) 00000100:00100000:3.0:1781226949.825558:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+117:34665:x1867750941790848:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 947us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.825567:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1692 00000100:00100000:1.0:1781226949.838678:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226949.839081:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941790976 00000100:00100000:2.0:1781226949.839091:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941790976 00000100:00100000:2.0:1781226949.839151:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 480 00000100:00100000:2.0:1781226949.839162:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941790976:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226949.839183:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226949.839200:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47900 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226949.839271:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964680448:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226949.839363:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e236c780 going to sleep for 11 seconds 00002000:00010000:2.0:1781226949.843774:0:15413:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781226949.843784:0:15413:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1781226949 00002000:00010000:2.0:1781226949.843787:0:15413:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1781226949 00002000:00010000:2.0:1781226949.843789:0:15413:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1781226949 00002000:00010000:2.0:1781226949.843791:0:15413:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781226949.843813:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964680448:192.168.202.30@tcp:106: 00010000:00010000:2.0:1781226949.843860:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b7c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47900 expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.843887:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000210597c4/0x5d5522eac4467b7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47900 expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226949.843904:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2800, rc 0) 00000100:00100000:2.0:1781226949.843981:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941790976:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 4819us (5322us total) trans 0 rc 301/301 00000100:00100000:2.0:1781226949.843990:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 480 00000100:00100000:1.0:1781226949.855379:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.855650:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941791104 00000100:00100000:0.0:1781226949.855661:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941791104 00000100:00100000:0.0:1781226949.855760:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1693 00000100:00100000:0.0:1781226949.855772:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+117:34665:x1867750941791104:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226949.855797:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.855819:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47907 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.855901:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.855917:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.855928:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781226949.855980:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1781226949.855984:0:10991:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781226949.856003:0:10991:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.856030:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467b83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 119 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.856050:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 118 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.856060:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.856063:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781226949.856067:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226949.856141:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+118:34665:x1867750941791104:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 370us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226949.856150:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1693 00000100:00100000:1.0:1781226949.862234:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.862324:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941791232 00000100:00100000:3.0:1781226949.862334:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941791232 00000100:00100000:3.0:1781226949.862394:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 481 00000100:00100000:3.0:1781226949.862405:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941791232:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226949.862430:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.862449:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4467b91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4790e expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226949.862519:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964680576:192.168.202.30@tcp:106: 00000100:00100000:3.0:1781226949.862607:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781226949.867821:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964680576:192.168.202.30@tcp:106: 00010000:00010000:3.0:1781226949.867881:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4467b91 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4790e expref: 18 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.867906:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ad59aff/0x5d5522eac4467b91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4790e expref: 18 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.867919:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226949.867992:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+17:2426:x1867750941791232:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 5587us (5767us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226949.868002:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 481 00000100:00100000:1.0:1781226949.884492:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.884823:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941791488 00000100:00100000:3.0:1781226949.884844:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941791488 00000100:00100000:3.0:1781226949.884901:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1694 00000100:00100000:3.0:1781226949.884911:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+118:34665:x1867750941791488:12345-192.168.202.30@tcp:58:lfs.0 00000040:00080000:3.0:1781226949.885087:0:14117:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:3.0:1781226949.885228:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+118:34665:x1867750941791488:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 318us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226949.885237:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1694 00000100:00100000:1.0:1781226949.912624:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.912778:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941791616 00000100:00100000:3.0:1781226949.912788:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941791616 00000100:00100000:3.0:1781226949.912860:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1695 00000100:00100000:3.0:1781226949.912871:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+118:34666:x1867750941791616:12345-192.168.202.30@tcp:101:bash.0 00010000:00010000:3.0:1781226949.912896:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.912917:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47915 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.912999:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913015:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913029:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913044:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913051:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913058:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913100:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913109:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913130:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913138:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913144:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.913149:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913157:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913168:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.913171:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.913175:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913182:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467b9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913201:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913207:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913212:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913215:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.913218:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913224:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913230:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5c8b2cc00) 00010000:00010000:3.0:1781226949.913233:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.913235:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913241:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467ba6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913274:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b98 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47915 expref: 119 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913284:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.913286:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.913289:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467b98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47915 expref: 119 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.913298:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:3.0:1781226949.913361:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+118:34666:x1867750941791616:12345-192.168.202.30@tcp:101:bash.0 Request processed in 491us (750us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226949.913368:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1695 00000100:00100000:1.0:1781226949.939431:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226949.939579:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941791744 00000100:00100000:3.0:1781226949.939588:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941791744 00000100:00100000:3.0:1781226949.939655:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1696 00000100:00100000:3.0:1781226949.939666:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34667:x1867750941791744:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226949.939691:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226949.939749:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467bad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4791c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939820:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939848:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939860:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939876:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939882:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939888:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939925:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939932:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939939:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939944:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.939960:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939968:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939979:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.939983:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.939988:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.939994:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467bb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940006:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940012:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940018:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940022:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226949.940025:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940031:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940037:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5c8b2cc00) 00010000:00010000:3.0:1781226949.940039:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.940042:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940047:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467bbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940087:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467bad lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4791c expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940098:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226949.940100:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226949.940104:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467bad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4791c expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226949.940113:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f800, rc 0) 00000100:00100000:3.0:1781226949.940180:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34667:x1867750941791744:12345-192.168.202.30@tcp:101:rm.0 Request processed in 516us (758us total) trans 0 rc 301/301 00000100:00100000:3.0:1781226949.940187:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1696 00000100:00100000:1.0:1781226949.948383:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226949.948495:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941791872 00000100:00100000:0.0:1781226949.948506:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941791872 00000100:00100000:0.0:1781226949.948566:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1697 00000100:00100000:0.0:1781226949.948577:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34667:x1867750941791872:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:0.0:1781226949.948601:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226949.948622:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47923 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948692:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948741:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948753:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948771:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948778:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948784:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948849:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948858:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948865:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948872:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.948877:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948885:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948898:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.948901:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.948906:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948913:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948927:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948933:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948939:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948944:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226949.948956:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948962:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948968:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226949.948971:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.948973:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.948978:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.949010:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bc2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47923 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.949020:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226949.949022:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226949.949025:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47923 expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226949.949034:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226949.949087:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34667:x1867750941791872:12345-192.168.202.30@tcp:101:rm.0 Request processed in 512us (714us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226949.949094:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1697 00000100:00100000:1.0:1781226950.002904:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.003165:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792000 00000100:00100000:0.0:1781226950.003176:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792000 00000100:00100000:0.0:1781226950.003443:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1698 00000100:00100000:0.0:1781226950.003457:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34668:x1867750941792000:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226950.003480:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.003501:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4792a expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.003597:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.003612:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.003625:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.003639:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.003647:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.003654:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004372:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004386:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004393:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004399:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226950.004405:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004413:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004428:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226950.004432:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226950.004436:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004442:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004458:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004465:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004471:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004477:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226950.004480:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004485:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004492:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226950.004494:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226950.004498:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004503:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467be5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004543:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bd7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4792a expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004553:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226950.004555:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226950.004559:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4792a expref: 97 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.004567:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226950.004689:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34668:x1867750941792000:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1234us (1793us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226950.004733:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1698 00000100:00100000:1.0:1781226950.020361:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.020466:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792128 00000100:00100000:0.0:1781226950.020477:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792128 00000100:00100000:0.0:1781226950.020538:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1699 00000100:00100000:0.0:1781226950.020550:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34668:x1867750941792128:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226950.020574:0:14117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.020596:0:14117:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47931 expref: -99 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020674:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020738:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020752:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020768:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020776:0:14117:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020783:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.020822:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021690:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021722:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021728:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226950.021735:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021742:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021755:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226950.021759:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226950.021763:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021769:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5c00/0x5d5522eac4467bf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021784:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021790:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021795:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021799:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226950.021802:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021806:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021812:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5ef93dd00) 00010000:00010000:0.0:1781226950.021814:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226950.021817:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021821:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4400/0x5d5522eac4467bfa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021873:0:14117:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47931 expref: 97 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021884:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226950.021886:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226950.021890:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467bec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47931 expref: 97 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.021900:0:14117:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226950.022059:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34668:x1867750941792128:12345-192.168.202.30@tcp:101:cp.0 Request processed in 1510us (1710us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226950.022067:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1699 00000100:00100000:1.0:1781226950.029538:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.029674:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792384 00000100:00100000:3.0:1781226950.029684:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792384 00000100:00100000:3.0:1781226950.029769:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1700 00000100:00100000:3.0:1781226950.029781:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+96:34668:x1867750941792384:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:3.0:1781226950.029808:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226950.029843:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467c01 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47938 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.030672:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.030733:0:6523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 117 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.030742:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.030782:0:6523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 117 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.030799:0:6523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 117 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.030815:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964680704:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226950.032601:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781226950.041056:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.041182:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792512 00000100:00100000:0.0:1781226950.041192:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792512 00010000:00010000:0.0:1781226950.041427:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 118 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.041476:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 503 00000100:00100000:0.0:1781226950.041487:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+118:2426:x1867750941792512:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.041503:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.041510:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 118 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.041524:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 118 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.041548:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226950.041554:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.041565:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.041572:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.041593:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.041659:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+118:2426:x1867750941792512:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 175us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.041667:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 503 00010000:00010000:2.0:1781226950.043716:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4600/0x5d5522eac4467b8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47907 expref: 117 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.043740:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cde580 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6523:1867750964680704:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226950.043765:0:6523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.043775:0:6523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.043781:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.043810:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.043821:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.044020:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781226950.044815:0:6523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x22:0x0], index 0: 0 00010000:00010000:2.0:1781226950.044998:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467c16 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045010:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467c16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045019:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467c16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045058:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045065:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045071:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045077:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045084:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226950.045088:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045096:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045110:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226950.045113:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226950.045118:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045135:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de000/0x5d5522eac4467c08 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226950.045156:0:6523:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000323eadd1 reply state 000000007b2f8e90 transno 4294968304 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045167:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045173:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5c3003b00) 00010000:00010000:2.0:1781226950.045175:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226950.045178:0:6523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781226950.045216:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467c01 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47938 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045236:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3000/0x5d5522eac4467c16 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47938 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.045244:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:2.0:1781226950.045246:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781226950.045249:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb3000, rc 0) 00000100:00100000:2.0:1781226950.045326:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+99:34668:x1867750941792384:12345-192.168.202.30@tcp:101:cp.0 Request processed in 15546us (15797us total) trans 4294968304 rc 0/0 00000100:00100000:2.0:1781226950.045336:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1700 00000100:00100000:3.0:1781226950.053311:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.053551:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792640 00000100:00100000:2.0:1781226950.053561:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792640 00000100:00100000:2.0:1781226950.053620:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 482 00000100:00100000:2.0:1781226950.053632:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+19:2426:x1867750941792640:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:2.0:1781226950.053653:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226950.053677:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4793f expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.053763:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781226950.053785:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226950.053787:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226950.053796:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 20 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.053817:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 20 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.053840:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d8bb2600, rc 0) 00000100:00100000:2.0:1781226950.053898:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2426:x1867750941792640:12345-192.168.202.30@tcp:101:cp.0 Request processed in 269us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.053905:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 482 00000100:00100000:3.0:1781226950.073481:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.073624:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792768 00000100:00100000:0.0:1781226950.073635:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792768 00000100:00100000:0.0:1781226950.073728:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 483 00000100:00100000:0.0:1781226950.073740:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+20:34668:x1867750941792768:12345-192.168.202.30@tcp:101:cp.0 00010000:00010000:0.0:1781226950.073761:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.073780:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47946 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.073816:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.074121:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.074125:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.074132:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 21 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.074188:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.074206:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.074222:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fe940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964680832:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226950.074965:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e0847540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226950.083285:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.085366:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fe940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964680832:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226950.085417:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 21 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.085442:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4400, rc 0) 00000100:00100000:2.0:1781226950.085519:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+21:34668:x1867750941792768:12345-192.168.202.30@tcp:101:cp.0 Request processed in 11781us (12045us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.085528:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 483 00000100:00100000:0.0:1781226950.093988:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941792896 00000100:00100000:0.0:1781226950.094009:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941792896 00010000:00010000:0.0:1781226950.094061:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.094126:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 504 00000100:00100000:0.0:1781226950.094138:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+21:2427:x1867750941792896:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.094163:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.094184:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.094198:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.094224:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f63346b2/0x5d5522eac4467c24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4793f expref: 21 pid: 8407 timeout: 1009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.094243:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.094246:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.094253:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 20 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.094264:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 20 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.094307:0:9477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 20 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.094322:0:9477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964680960:192.168.202.30@tcp:105: 00000100:00100000:0.0:1781226950.094588:0:9477:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5e0847540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226950.108468:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.108730:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941793152 00000100:00100000:1.0:1781226950.108740:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941793152 00000100:00100000:1.0:1781226950.108799:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 317 00000100:00100000:1.0:1781226950.108810:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+99:34668:x1867750941793152:12345-192.168.202.30@tcp:35:cp.0 00000100:00100000:1.0:1781226950.109141:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+100:34668:x1867750941793152:12345-192.168.202.30@tcp:35:cp.0 Request processed in 332us (685us total) trans 4294968305 rc 0/0 00000100:00100000:1.0:1781226950.109157:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 317 00000100:00100000:0.0:1781226950.109722:0:9477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9477:1867750964680960:192.168.202.30@tcp:105: 00010000:00010000:0.0:1781226950.109745:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.109777:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2427:x1867750941792896:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 15642us (26503us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.109787:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 504 00000040:00080000:0.0:1781226950.140842:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226950.140853:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226950.140891:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 12 00000040:00080000:0.0:1781226950.140914:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226950.141621:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964681088:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781226950.141767:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933e40 going to sleep for 11 seconds 00000100:00100000:0.0:1781226950.154653:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964681088:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226950.160626:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.160669:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.160750:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.162307:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941793280 00000100:00100000:2.0:1781226950.162322:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941793280 00000100:00100000:2.0:1781226950.162392:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941793408 00000100:00100000:2.0:1781226950.162396:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941793408 00000100:00100000:2.0:1781226950.162434:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941793536 00000100:00100000:2.0:1781226950.162438:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941793536 00000100:00100000:2.0:1781226950.162459:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1701 00000100:00100000:2.0:1781226950.162470:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+102:34671:x1867750941793280:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226950.162530:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226950.162645:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+102:34671:x1867750941793280:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 177us (2028us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.162654:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1701 00000100:00100000:2.0:1781226950.162677:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1702 00000100:00100000:2.0:1781226950.162685:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+101:34673:x1867750941793408:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226950.162729:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226950.162769:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+101:34673:x1867750941793408:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 85us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.162776:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1702 00000100:00100000:2.0:1781226950.162791:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1703 00000100:00100000:2.0:1781226950.162798:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+100:34672:x1867750941793536:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226950.162809:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226950.162862:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605868000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+100:34672:x1867750941793536:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 64us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.162868:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1703 00000100:00100000:2.0:1781226950.173827:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.173877:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.175114:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941793792 00000100:00100000:3.0:1781226950.175132:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941793792 00000100:00100000:3.0:1781226950.175221:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794048 00000100:00100000:3.0:1781226950.175226:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794048 00000100:00100000:3.0:1781226950.175298:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1704 00000100:00100000:3.0:1781226950.175310:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+101:34673:x1867750941793792:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226950.175339:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226950.175364:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c32 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4794d expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.175507:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467c39 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.175522:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467c39 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.175534:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467c39 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226950.175545:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:3.0:1781226950.175667:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c32 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4794d expref: 104 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.175689:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467c39 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4794d expref: 103 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.175747:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226950.175751:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226950.175755:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a6062cc400, rc 0) 00000100:00100000:3.0:1781226950.175844:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34673:x1867750941793792:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 537us (2029us total) trans 4294968306 rc 0/0 00000100:00100000:3.0:1781226950.175852:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1704 00000100:00100000:3.0:1781226950.175876:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1705 00000100:00100000:3.0:1781226950.175883:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+102:34671:x1867750941794048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226950.175891:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226950.175899:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4467c47 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47954 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.176334:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.176345:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.176353:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226950.176362:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:3.0:1781226950.176442:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4467c47 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47954 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.176455:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47954 expref: 104 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.176462:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:3.0:1781226950.176464:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226950.176466:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fbe00, rc 0) 00000100:00100000:3.0:1781226950.176494:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34671:x1867750941794048:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 612us (2616us total) trans 4294968307 rc 0/0 00000100:00100000:3.0:1781226950.176501:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1705 00000100:00100000:3.0:1781226950.191773:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.191908:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794304 00000100:00100000:1.0:1781226950.191918:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794304 00000100:00100000:1.0:1781226950.191994:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1706 00000100:00100000:1.0:1781226950.192005:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34672:x1867750941794304:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.192029:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226950.192062:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74400/0x5d5522eac4467c5c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b4795b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.192192:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467c63 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.192206:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467c63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.192227:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467c63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781226950.192238:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00010000:00010000:1.0:1781226950.192345:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74400/0x5d5522eac4467c5c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4795b expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.192362:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467c63 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4795b expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.192370:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226950.192373:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226950.192376:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74600, rc 0) 00000100:00100000:1.0:1781226950.192439:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34672:x1867750941794304:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 436us (675us total) trans 4294968308 rc 0/0 00000100:00100000:1.0:1781226950.192446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1706 00000100:00100000:1.0:1781226950.201500:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.201552:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.201654:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794432 00000100:00100000:0.0:1781226950.201678:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794432 00000100:00100000:0.0:1781226950.201773:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 484 00000100:00100000:0.0:1781226950.201783:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2425:x1867750941794432:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781226950.201843:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.201863:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 20 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.201872:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226950.201873:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781226950.201877:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.201913:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 20 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.201928:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 20 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.201942:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964681216:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226950.202042:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933e40 going to sleep for 11 seconds 00000100:00100000:2.0:1781226950.203495:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794560 00000100:00100000:2.0:1781226950.203507:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794560 00000100:00100000:2.0:1781226950.203579:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 87 00000100:00100000:2.0:1781226950.203591:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+106:2425:x1867750941794560:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226950.203606:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226950.203633:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467c39 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4794d expref: 106 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.203655:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:2.0:1781226950.203675:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226950.203781:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+105:2425:x1867750941794560:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 192us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.203789:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 87 00000100:00100000:3.0:1781226950.206336:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.208333:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794688 00000100:00100000:0.0:1781226950.208349:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794688 00000100:00100000:0.0:1781226950.208428:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 88 00000100:00100000:0.0:1781226950.208439:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+105:2424:x1867750941794688:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.208454:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.208494:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47954 expref: 105 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.208516:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:0.0:1781226950.208520:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.208592:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+104:2424:x1867750941794688:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 154us (2263us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.208600:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 88 00000100:00100000:3.0:1781226950.214973:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.215020:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.215055:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.215209:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867750964681216:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226950.215237:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.215270:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795072 00000100:00100000:0.0:1781226950.215276:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795072 00000100:00100000:0.0:1781226950.215329:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 89 00000100:00100000:0.0:1781226950.215338:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eaded050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+104:2426:x1867750941795072:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.215353:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.215378:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74600/0x5d5522eac4467c63 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4795b expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.215393:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:0.0:1781226950.215397:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.215451:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eaded050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+103:2426:x1867750941795072:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 114us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.215459:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 89 00000100:00100000:1.0:1781226950.215690:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794816 00000100:00100000:1.0:1781226950.215720:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794816 00000100:00100000:1.0:1781226950.215751:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941794944 00000100:00100000:1.0:1781226950.215754:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941794944 00000100:00100000:1.0:1781226950.215774:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 485 00000100:00100000:1.0:1781226950.215780:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+21:2426:x1867750941794816:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.215820:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.215838:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 21 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.215845:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226950.215848:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226950.215851:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.215883:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 21 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.215896:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 21 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.215910:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60586ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964681344:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226950.215972:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5fba80a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781226950.216176:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 486 00000100:00100000:2.0:1781226950.216187:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+20:2426:x1867750941794944:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226950.216209:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.216222:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 20 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.216229:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226950.216230:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781226950.216233:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.216253:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 20 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.216262:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 20 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.216273:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964681472:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226950.216318:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4180 going to sleep for 11 seconds 00000100:00100000:3.0:1781226950.228383:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.229672:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795200 00000100:00100000:1.0:1781226950.229686:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795200 00002000:00100000:1.0:1781226950.229785:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff89a5c1325e00 x1867750941795200/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226950.229797:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c1325e00 with x1867750941795200 ext(0->157) 00010000:00010000:1.0:1781226950.229807:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 22 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.229826:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 22 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226950.229834:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a5c1325e00 00000100:00100000:1.0:1781226950.229864:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 26 00000100:00100000:1.0:1781226950.229875:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941795200:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:2.0:1781226950.235364:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60586ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964681344:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226950.235398:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.240401:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.240692:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964681472:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226950.240763:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.240873:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2427:x1867750941795200:12345-192.168.202.30@tcp:4:cp.0 Request processed in 11000us (12499us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1781226950.240886:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 26 00002000:00100000:2.0:1781226950.240898:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff89a5c1325e00 x1867750941795200/t4294967385(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/448 e 0 to 0 dl 1781226961 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226950.240907:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5c1325e00 with x1867750941795200 ext(0->157) 00010000:00010000:2.0:1781226950.240916:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 24 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.240929:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 24 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.240937:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a5c1325e00 00000100:00100000:2.0:1781226950.240991:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795328 00000100:00100000:2.0:1781226950.240997:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795328 00002000:00100000:2.0:1781226950.241034:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff89a60586b840 x1867750941795328/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226950.241044:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a60586b840 with x1867750941795328 ext(0->157) 00010000:00010000:2.0:1781226950.241049:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 24 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.241060:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 24 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.241066:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a60586b840 00000100:00100000:2.0:1781226950.241089:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 27 00000100:00100000:2.0:1781226950.241098:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2427:x1867750941795328:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:2.0:1781226950.251103:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+26:2427:x1867750941795328:12345-192.168.202.30@tcp:4:cp.0 Request processed in 9993us (10701us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1781226950.251117:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 27 00002000:00100000:2.0:1781226950.251131:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff89a60586b840 x1867750941795328/t4294967386(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/448 e 0 to 0 dl 1781226961 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226950.251150:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a60586b840 with x1867750941795328 ext(0->157) 00010000:00010000:2.0:1781226950.251162:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 26 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.251179:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 26 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.251188:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff89a60586b840 00000100:00100000:1.0:1781226950.275508:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.275563:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.275737:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795456 00000100:00100000:3.0:1781226950.275748:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795456 00000100:00100000:3.0:1781226950.275798:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1707 00000100:00100000:3.0:1781226950.275807:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+117:34674:x1867750941795456:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:3.0:1781226950.275836:0:6523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226950.275857:0:6523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4467c86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47962 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.275928:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.275956:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.275969:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.275981:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.275989:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.275995:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276069:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4467c9b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276078:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4467c9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276086:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4467c9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226950.276126:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:3.0:1781226950.276131:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781226950.276162:0:6523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4467c9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276173:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4467c9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276182:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276189:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276195:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276203:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276209:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fbe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226950.276212:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276219:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276231:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226950.276235:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226950.276240:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276247:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fbe00/0x5d5522eac4467c8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276262:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276268:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276273:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276278:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c850f800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226950.276281:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276287:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276294:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5c3003b00) 00010000:00010000:3.0:1781226950.276297:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226950.276299:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276304:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467c94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276330:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fba00/0x5d5522eac4467c86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47962 expref: 119 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276343:0:6523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9da00/0x5d5522eac4467c9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47962 expref: 118 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.276350:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:3.0:1781226950.276352:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781226950.276355:0:6523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c8d9da00, rc 0) 00000100:00100000:3.0:1781226950.276427:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+118:34674:x1867750941795456:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 621us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.276435:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1707 00000100:00100000:0.0:1781226950.276983:0:8411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795584 00000100:00100000:0.0:1781226950.276991:0:8411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795584 00002000:00100000:0.0:1781226950.277029:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff89a4c9219a40 x1867750941795584/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226950.277038:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c9219a40 with x1867750941795584 ext(0->157) 00010000:00010000:0.0:1781226950.277048:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 21 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.277063:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 21 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226950.277071:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c9219a40 00000100:00100000:0.0:1781226950.277104:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 28 00000100:00100000:0.0:1781226950.277113:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+21:2425:x1867750941795584:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:1.0:1781226950.282563:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9219a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2425:x1867750941795584:12345-192.168.202.30@tcp:4:cp.0 Request processed in 5438us (6987us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1781226950.282578:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 28 00002000:00100000:1.0:1781226950.282591:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff89a4c9219a40 x1867750941795584/t4294967384(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/448 e 0 to 0 dl 1781226961 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226950.282600:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c9219a40 with x1867750941795584 ext(0->157) 00010000:00010000:1.0:1781226950.282610:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 23 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.282624:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 23 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781226950.282630:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a4c9219a40 00000100:00100000:1.0:1781226950.284738:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.284876:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795712 00000100:00100000:0.0:1781226950.284886:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795712 00010000:00010000:0.0:1781226950.284931:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 26 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.284992:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 505 00000100:00100000:0.0:1781226950.285004:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+26:2425:x1867750941795712:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.285022:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781226950.285045:0:6510:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781226950.285052:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 26 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.285065:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 26 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.285093:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff3d762/0x5d5522eac44678f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47778 expref: 26 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.285113:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.285116:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.285121:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.285131:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.285284:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.285340:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+25:2425:x1867750941795712:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 338us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.285349:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 505 00010000:00010000:2.0:1781226950.285410:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285420:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285439:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285447:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285454:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285461:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226950.285465:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285487:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285499:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.285506:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016de1542/0x5d5522eac4467c78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.285558:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941794816:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 69777us (70593us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.285565:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 485 00000100:00100000:3.0:1781226950.303383:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.303436:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.303642:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.303670:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.303720:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941796096 00000100:00100000:3.0:1781226950.303729:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941796096 00010000:00010000:3.0:1781226950.303767:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 23 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.303800:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795840 00000100:00100000:3.0:1781226950.303803:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795840 00010000:00010000:3.0:1781226950.303818:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 24 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.303849:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 506 00000100:00100000:3.0:1781226950.303858:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2425:x1867750941796096:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226950.303875:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226950.303892:0:6509:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226950.303899:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 23 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.303911:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 23 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.303955:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f9abc31/0x5d5522eac4467a1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47819 expref: 23 pid: 17677 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.303974:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.303976:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.303981:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.303991:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.304019:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226950.304072:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2425:x1867750941796096:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 215us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.304081:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 506 00000100:00100000:3.0:1781226950.304100:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 507 00000100:00100000:3.0:1781226950.304107:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941795840:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226950.304117:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226950.304128:0:6509:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226950.304132:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 24 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.304239:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941795968 00000100:00100000:0.0:1781226950.304244:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941795968 00000100:00100000:0.0:1781226950.304277:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 487 00000100:00100000:0.0:1781226950.304284:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941795968:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:0.0:1781226950.304300:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.304314:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3fd7f5c/0x5d5522eac4467ca2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47969 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.304362:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964681600:192.168.202.30@tcp:106: 00000100:00100000:0.0:1781226950.304428:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c7933780 going to sleep for 11 seconds 00010000:00010000:3.0:1781226950.305330:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 24 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.305349:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000620f54d0/0x5d5522eac4467b44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b478eb expref: 24 pid: 8404 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.305363:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.305365:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.305368:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.305377:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.305399:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226950.305487:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305496:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305521:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305530:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305537:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305544:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226950.305548:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305557:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305569:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.305576:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467c71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.319669:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941796224 00000100:00100000:2.0:1781226950.319686:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941796224 00000100:00100000:2.0:1781226950.319784:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 674 00000100:00100000:2.0:1781226950.319797:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+118:2424:x1867750941796224:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226950.319872:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226950.319896:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467ca9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47970 expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.319984:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.319998:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320010:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320026:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320033:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320039:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320086:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320094:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320101:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320107:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a6062cc400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226950.320111:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320119:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320131:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226950.320134:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226950.320369:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320378:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cc400/0x5d5522eac4467cb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320395:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320401:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320407:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320413:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226950.320415:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320421:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320430:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff89a5c3003200) 00010000:00010000:2.0:1781226950.320432:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226950.320435:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.320441:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.321067:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467ca9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47970 expref: 119 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.321080:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226950.321082:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226950.321087:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467ca9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47970 expref: 119 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.321105:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96dfe00, rc -2) 00000100:00100000:0.0:1781226950.325440:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2425:x1867750941794432:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 123646us (123874us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.325458:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 484 00000100:00100000:2.0:1781226950.332118:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+118:2424:x1867750941796224:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 12307us (28664us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226950.332146:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 674 00010000:00010000:2.0:1781226950.332215:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332229:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332259:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332267:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332274:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332281:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226950.332285:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332295:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332315:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.332322:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467c7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.332414:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+21:2426:x1867750941794944:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 116229us (117393us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.332422:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 486 00000100:00100000:0.0:1781226950.342372:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.342428:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941796480 00000100:00100000:0.0:1781226950.342439:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941796480 00000100:00100000:0.0:1781226950.342513:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1708 00000100:00100000:0.0:1781226950.342524:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34671:x1867750941796480:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226950.342635:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34671:x1867750941796480:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 111us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.342643:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1708 00002000:00010000:0.0:1781226950.342803:0:17677:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781226950.342808:0:17677:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime: 0 -> 1781226949 00002000:00010000:0.0:1781226950.342810:0:17677:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb atime: 0 -> 1781226949 00002000:00010000:0.0:1781226950.342811:0:17677:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime: 0 -> 1781226949 00002000:00010000:0.0:1781226950.342813:0:17677:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781226950.342831:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcf00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17677:1867750964681600:192.168.202.30@tcp:106: 00010000:00010000:0.0:1781226950.342864:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3fd7f5c/0x5d5522eac4467ca2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47969 expref: 17 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.342889:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3fd7f5c/0x5d5522eac4467ca2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47969 expref: 17 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.342916:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4e00, rc 0) 00000100:00100000:0.0:1781226950.343683:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+16:2427:x1867750941795968:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 39395us (40304us total) trans 0 rc 301/301 00000100:00100000:0.0:1781226950.343692:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 487 00000100:00100000:3.0:1781226950.359617:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2426:x1867750941795840:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 55494us (55929us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.359638:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 507 00000100:00100000:1.0:1781226950.364511:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.364560:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.364739:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941796736 00000100:00100000:2.0:1781226950.364749:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941796736 00000100:00100000:2.0:1781226950.364809:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1709 00000100:00100000:2.0:1781226950.364819:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+118:34674:x1867750941796736:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226950.364857:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226950.364880:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479af expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.364970:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467cc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.364985:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.364998:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781226950.365044:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781226950.365048:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781226950.365066:0:6525:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.365091:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467cbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479af expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.365115:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479af expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.365124:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226950.365127:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781226950.365131:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc 0) 00000100:00100000:2.0:1781226950.365197:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+119:34674:x1867750941796736:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 379us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.365205:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1709 00000100:00100000:0.0:1781226950.365735:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941796608 00000100:00100000:0.0:1781226950.365742:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941796608 00000100:00100000:0.0:1781226950.365781:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 488 00000100:00100000:0.0:1781226950.365789:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941796608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226950.365798:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.365812:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479a8 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226950.365844:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a2b5dc4, atime: 0x0, ctime: 0x6a2b5dc4, blocks: 0x8 00010000:00010000:0.0:1781226950.365859:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.365861:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.365868:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 23 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.365882:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 23 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.365893:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5c00, rc 0) 00000100:00100000:0.0:1781226950.365918:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2427:x1867750941796608:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 130us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.365924:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 488 00000100:00100000:1.0:1781226950.367814:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.368409:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941796992 00000100:00100000:2.0:1781226950.368420:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941796992 00000100:00100000:2.0:1781226950.368467:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1710 00000100:00100000:2.0:1781226950.368488:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34672:x1867750941796992:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226950.368584:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34672:x1867750941796992:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 98us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.368592:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1710 00000100:00100000:1.0:1781226950.372501:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.372600:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941797248 00000100:00100000:0.0:1781226950.372611:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941797248 00000100:00100000:0.0:1781226950.372687:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1711 00000100:00100000:0.0:1781226950.372725:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34673:x1867750941797248:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781226950.372851:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34673:x1867750941797248:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 154us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.372859:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1711 00000100:00100000:0.0:1781226950.375844:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.376072:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941797504 00000100:00100000:3.0:1781226950.376082:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941797504 00000100:00100000:3.0:1781226950.376159:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1712 00000100:00100000:3.0:1781226950.376170:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34671:x1867750941797504:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226950.376290:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34671:x1867750941797504:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 122us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.376299:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1712 00000100:00100000:1.0:1781226950.382647:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.391326:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.392324:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941797632 00000100:00100000:0.0:1781226950.392338:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941797632 00000100:00100000:2.0:1781226950.393744:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 489 00000100:00100000:2.0:1781226950.393759:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941797632:12345-192.168.202.30@tcp:101:lfs.0 00010000:00010000:2.0:1781226950.393780:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226950.393799:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467cd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479b6 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.393865:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c1a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964681728:192.168.202.30@tcp:106: 00000100:00100000:2.0:1781226950.394002:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1781226950.403529:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941797760 00000100:00100000:2.0:1781226950.403545:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941797760 00000100:00100000:2.0:1781226950.403602:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 490 00000100:00100000:2.0:1781226950.403612:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2426:x1867750941797760:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226950.403634:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226950.403672:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac4467cda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479bd expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.403731:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a2b5dc5, atime: 0x0, ctime: 0x6a2b5dc5, blocks: 0x8 00010000:00010000:2.0:1781226950.403750:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226950.403752:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226950.403761:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac4467cda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479bd expref: 24 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.403779:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002bdd8f81/0x5d5522eac4467cda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479bd expref: 24 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.403793:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575400, rc 0) 00000100:00100000:2.0:1781226950.403849:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941797760:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 239us (12535us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.403857:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 490 00000100:00100000:2.0:1781226950.415285:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.415351:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.415520:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941797888 00000100:00100000:0.0:1781226950.415529:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941797888 00000100:00100000:0.0:1781226950.415583:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 491 00000100:00100000:0.0:1781226950.415593:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+21:2427:x1867750941797888:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226950.415614:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.415638:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3fd7f5c/0x5d5522eac4467ce1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479c4 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781226950.415678:0:15413:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a2b5dc5, atime: 0x0, ctime: 0x6a2b5dc5, blocks: 0x8 00010000:00010000:0.0:1781226950.415722:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.415724:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226950.415733:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3fd7f5c/0x5d5522eac4467ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479c4 expref: 22 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.415751:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3fd7f5c/0x5d5522eac4467ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479c4 expref: 22 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.415764:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4e00, rc 0) 00000100:00100000:0.0:1781226950.415831:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941797888:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 239us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.415840:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 491 00000100:00100000:1.0:1781226950.416540:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c1a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964681728:192.168.202.30@tcp:106: 00010000:00010000:1.0:1781226950.416579:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467cd3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479b6 expref: 17 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.416599:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000728ed405/0x5d5522eac4467cd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479b6 expref: 17 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.416612:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:1.0:1781226950.416648:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+16:2426:x1867750941797632:12345-192.168.202.30@tcp:101:lfs.0 Request processed in 22894us (34012us total) trans 0 rc 301/301 00000100:00100000:1.0:1781226950.416655:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 489 00000100:00100000:3.0:1781226950.417355:0:20333:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941798016 00000100:00100000:3.0:1781226950.417365:0:20333:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941798016 00002000:00100000:3.0:1781226950.417410:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff89a5f76c3480 x1867750941798016/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226950.417420:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c3480 with x1867750941798016 ext(0->4095) 00002000:00010000:3.0:1781226950.417425:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f76c3480 00000100:00100000:3.0:1781226950.417452:0:20333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 116 00000100:00100000:3.0:1781226950.417461:0:20333:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941798016:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781226950.417644:0:20333:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941798016:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 183us (2291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781226950.417651:0:20333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 116 00002000:00100000:3.0:1781226950.418349:0:20333:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff89a5f76c3480 x1867750941798016/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/4536 e 0 to 0 dl 1781226961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781226950.418363:0:20333:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c3480 with x1867750941798016 ext(0->4095) 00002000:00010000:3.0:1781226950.418368:0:20333:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a5f76c3480 00000100:00100000:2.0:1781226950.425965:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.426154:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941798144 00000100:00100000:1.0:1781226950.426164:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941798144 00000100:00100000:1.0:1781226950.426214:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1713 00000100:00100000:1.0:1781226950.426224:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+103:34671:x1867750941798144:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.426248:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226950.426270:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467ce8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479cb expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.426305:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.426318:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.426330:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.426448:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467ce8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.426468:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 104 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.426487:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:1.0:1781226950.426490:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226950.426493:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75c00, rc 0) 00000100:00100000:1.0:1781226950.426556:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34671:x1867750941798144:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 334us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226950.426564:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1713 00000100:00100000:1.0:1781226950.431799:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.431846:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.431878:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.431994:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941798400 00000100:00100000:3.0:1781226950.432006:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941798400 00000100:00100000:3.0:1781226950.432070:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941798656 00000100:00100000:3.0:1781226950.432074:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941798656 00000100:00100000:3.0:1781226950.432090:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941798912 00000100:00100000:3.0:1781226950.432092:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941798912 00000100:00100000:3.0:1781226950.432107:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1714 00000100:00100000:3.0:1781226950.432116:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+119:34674:x1867750941798400:12345-192.168.202.30@tcp:58:lfs.0 00000100:00100000:2.0:1781226950.432250:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1715 00000100:00100000:2.0:1781226950.432259:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+105:34672:x1867750941798656:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000040:00080000:3.0:1781226950.432303:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:2.0:1781226950.432346:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+105:34672:x1867750941798656:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 88us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.432391:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1716 00000100:00100000:0.0:1781226950.432402:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+105:34673:x1867750941798912:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781226950.432461:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1715 00000100:00100000:3.0:1781226950.451434:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+119:34674:x1867750941798400:12345-192.168.202.30@tcp:58:lfs.0 Request processed in 19305us (19633us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.451452:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1714 00000100:00100000:0.0:1781226950.452208:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c92183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34673:x1867750941798912:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 19803us (20324us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.452220:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1716 00000100:00100000:3.0:1781226950.468218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.468417:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799040 00000100:00100000:1.0:1781226950.468427:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799040 00000100:00100000:1.0:1781226950.468491:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1717 00000100:00100000:1.0:1781226950.468501:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34671:x1867750941799040:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226950.468536:0:6525:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226950.468651:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34671:x1867750941799040:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 150us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226950.468658:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1717 00000100:00100000:2.0:1781226950.475372:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.475418:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.475514:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799168 00000100:00100000:0.0:1781226950.475525:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799168 00002000:00100000:0.0:1781226950.475578:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff89a5f76c1a40 x1867750941799168/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226950.475590:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c1a40 with x1867750941799168 ext(0->4095) 00002000:00010000:0.0:1781226950.475595:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c1a40 00000100:00100000:0.0:1781226950.475625:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799296 00000100:00100000:0.0:1781226950.475629:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799296 00002000:00100000:0.0:1781226950.475646:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff89a4c6e29680 x1867750941799296/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226950.475654:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e29680 with x1867750941799296 ext(0->4095) 00002000:00010000:0.0:1781226950.475657:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c6e29680 00000100:00100000:0.0:1781226950.475692:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 117 00000100:00100000:0.0:1781226950.475725:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941799168:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781226950.475916:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941799168:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 191us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226950.475925:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 117 00002000:00100000:0.0:1781226950.475952:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff89a5f76c1a40 x1867750941799168/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/4536 e 0 to 0 dl 1781226961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1781226950.475954:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 118 00002000:00100000:0.0:1781226950.475960:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5f76c1a40 with x1867750941799168 ext(0->4095) 00002000:00010000:0.0:1781226950.475964:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a5f76c1a40 00000100:00100000:1.0:1781226950.475965:0:8411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941799296:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781226950.476044:0:8411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941799296:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 81us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781226950.476052:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 118 00002000:00100000:1.0:1781226950.476057:0:8411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff89a4c6e29680 x1867750941799296/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/4536 e 0 to 0 dl 1781226961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226950.476065:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e29680 with x1867750941799296 ext(0->4095) 00002000:00010000:1.0:1781226950.476068:0:8411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89a4c6e29680 00000100:00100000:0.0:1781226950.491319:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.491481:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799424 00000100:00100000:2.0:1781226950.491492:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799424 00000100:00100000:2.0:1781226950.491555:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 492 00000100:00100000:2.0:1781226950.491576:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941799424:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781226950.491630:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491650:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226950.491652:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226950.491670:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491687:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491756:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491766:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491775:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491784:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226950.491788:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491797:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491811:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.491820:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036b84a08/0x5d5522eac4467cf6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.491919:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941799424:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 355us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.491951:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 492 00000100:00100000:3.0:1781226950.499479:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.499593:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799552 00000100:00100000:0.0:1781226950.499604:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799552 00000100:00100000:0.0:1781226950.499667:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1718 00000100:00100000:0.0:1781226950.499678:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+104:34673:x1867750941799552:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781226950.499739:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226950.499760:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467cfd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479d2 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.499800:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.499815:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.499839:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.500010:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4200/0x5d5522eac4467cfd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.500034:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 105 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.500049:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:0.0:1781226950.500052:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226950.500055:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4000, rc 0) 00000100:00100000:0.0:1781226950.500133:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+105:34673:x1867750941799552:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 456us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.500434:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1718 00000100:00100000:3.0:1781226950.513873:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.513907:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.514022:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799680 00000100:00100000:1.0:1781226950.514033:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799680 00000100:00100000:1.0:1781226950.514102:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941799936 00000100:00100000:1.0:1781226950.514105:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941799936 00000100:00100000:1.0:1781226950.514150:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1719 00000100:00100000:1.0:1781226950.514164:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34672:x1867750941799680:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.514189:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226950.514219:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467d0b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479d9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514258:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514274:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514287:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514410:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467d0b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514432:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514442:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:1.0:1781226950.514445:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226950.514449:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74800, rc 0) 00000100:00100000:1.0:1781226950.514504:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34672:x1867750941799680:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 345us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226950.514512:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1719 00000100:00100000:1.0:1781226950.514529:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1720 00000100:00100000:1.0:1781226950.514536:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34671:x1867750941799936:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.514574:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514586:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514594:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514625:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.514643:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 106 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.514656:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964681856:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226950.514775:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a780 going to sleep for 11 seconds 00000100:00100000:3.0:1781226950.521748:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.522040:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941800064 00000100:00100000:1.0:1781226950.522050:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941800064 00000100:00100000:1.0:1781226950.522112:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1721 00000100:00100000:1.0:1781226950.522133:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34673:x1867750941800064:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226950.522189:0:10991:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781226950.522316:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34673:x1867750941800064:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 195us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226950.522325:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1721 00000100:00100000:0.0:1781226950.524861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.525358:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941800192 00000100:00100000:2.0:1781226950.525366:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941800192 00010000:00010000:2.0:1781226950.525401:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 107 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.525438:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 508 00000100:00100000:2.0:1781226950.525448:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+107:2427:x1867750941800192:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226950.525463:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226950.525470:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 107 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.525481:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 107 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.525504:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:2.0:1781226950.525509:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.525518:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.525526:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.525543:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226950.525594:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+107:2427:x1867750941800192:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 147us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.525601:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 508 00010000:00010000:1.0:1781226950.526542:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467cef lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479cb expref: 106 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.526561:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964681856:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226950.526580:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526591:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526597:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526842:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526851:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526857:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526863:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226950.526868:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526876:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526889:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:1.0:1781226950.526892:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781226950.526897:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.526902:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d19 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.527025:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34671:x1867750941799936:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 12487us (13116us total) trans 4294968309 rc 0/0 00000100:00100000:1.0:1781226950.527034:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1720 00000100:00100000:0.0:1781226950.542414:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.542487:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.542577:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941800448 00000100:00100000:1.0:1781226950.542586:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941800448 00000100:00100000:1.0:1781226950.542640:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 493 00000100:00100000:1.0:1781226950.542650:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2427:x1867750941800448:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.542731:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542748:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226950.542750:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226950.542755:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542769:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542793:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542801:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542809:0:17677:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542817:0:17677:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226950.542831:0:17677:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542841:0:17677:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542862:0:17677:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.542869:0:17677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080b85e8f/0x5d5522eac4467d20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.542941:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2427:x1867750941800448:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 291us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226950.542959:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 493 00000100:00100000:2.0:1781226950.543082:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941800320 00000100:00100000:2.0:1781226950.543087:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941800320 00000100:00100000:2.0:1781226950.543142:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1722 00000100:00100000:2.0:1781226950.543150:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34672:x1867750941800320:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226950.543190:0:14117:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226950.543269:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34672:x1867750941800320:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 120us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.543275:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1722 00000100:00100000:0.0:1781226950.569896:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.569954:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.570064:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941800704 00000100:00100000:1.0:1781226950.570076:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941800704 00000100:00100000:1.0:1781226950.570153:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1723 00000100:00100000:1.0:1781226950.570166:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+106:34673:x1867750941800704:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.570274:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.570294:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.570303:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.570347:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 106 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.570363:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 106 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.570377:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964681984:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226950.570482:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226950.570635:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941801088 00000100:00100000:2.0:1781226950.570641:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941801088 00000100:00100000:2.0:1781226950.570684:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 318 00000100:00100000:2.0:1781226950.570691:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34671:x1867750941801088:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781226950.570988:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+108:34671:x1867750941801088:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 296us (1032us total) trans 4294968310 rc 0/0 00000100:00100000:2.0:1781226950.570996:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 318 00000100:00100000:0.0:1781226950.571989:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.573520:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941800832 00000100:00100000:3.0:1781226950.573533:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941800832 00000100:00100000:3.0:1781226950.573607:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 494 00000100:00100000:3.0:1781226950.573619:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941800832:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226950.573672:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573690:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.573692:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.573722:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573737:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573762:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573776:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573785:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573793:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c8d9d400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226950.573798:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573808:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573834:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.573843:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4bea9c1/0x5d5522eac4467d2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.573913:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941800832:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 297us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.573921:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 494 00000100:00100000:1.0:1781226950.583513:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964681984:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226950.583541:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.587774:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.587877:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.588001:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941801216 00000100:00100000:0.0:1781226950.588011:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941801216 00010000:00010000:0.0:1781226950.588053:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 108 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.588098:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 509 00000100:00100000:0.0:1781226950.588110:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+108:2424:x1867750941801216:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.588147:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.588155:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 108 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.588169:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 108 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.588200:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467d04 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d2 expref: 108 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.588219:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:0.0:1781226950.588225:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.588234:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.588243:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.588281:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.588342:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+107:2424:x1867750941801216:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 234us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.588350:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 509 00010000:00010000:3.0:1781226950.588791:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.588922:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941801472 00000100:00100000:1.0:1781226950.588931:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941801472 00010000:00010000:3.0:1781226950.588985:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.588994:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1724 00000100:00100000:1.0:1781226950.589003:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34672:x1867750941801472:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.589091:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.589105:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.589113:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.589153:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.589166:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 107 pid: 6525 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.589181:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964682112:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226950.589252:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1781226950.589339:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.589347:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.589353:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.589359:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226950.589363:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.589370:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.589381:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff89a5c8b2c700) 00010000:00010000:3.0:1781226950.589384:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226950.589388:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.589394:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75000/0x5d5522eac4467d27 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.589490:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+108:34673:x1867750941800704:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 19326us (19605us total) trans 4294968311 rc 0/0 00000100:00100000:3.0:1781226950.589499:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1723 00000100:00100000:2.0:1781226950.626318:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.626378:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964682112:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226950.626409:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.626424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.626871:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941801600 00000100:00100000:0.0:1781226950.626880:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941801600 00010000:00010000:0.0:1781226950.626919:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 108 pid: 6525 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.626979:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 510 00000100:00100000:0.0:1781226950.626990:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+108:2425:x1867750941801600:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.627007:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.627014:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 108 pid: 6525 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.627034:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 108 pid: 6525 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.627058:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467d12 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479d9 expref: 108 pid: 6525 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.627075:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:0.0:1781226950.627092:0:6509:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.627101:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.627109:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.627138:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226950.627186:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.627191:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+107:2425:x1867750941801600:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 202us (765us total) trans 0 rc 0/0 00010000:00010000:1.0:1781226950.627194:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.627199:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 510 00010000:00010000:0.0:1781226950.628441:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.628454:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.628461:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.628470:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226950.628475:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.628483:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.628497:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff89a5f680b700) 00010000:00010000:0.0:1781226950.628500:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781226950.628504:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.628510:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75c00/0x5d5522eac4467d35 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.628635:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605901e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34672:x1867750941801472:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 39629us (40753us total) trans 4294968312 rc 0/0 00000100:00100000:0.0:1781226950.628644:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1724 00000100:00100000:3.0:1781226950.628738:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941801856 00000100:00100000:3.0:1781226950.628746:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941801856 00000100:00100000:3.0:1781226950.628836:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 319 00000100:00100000:1.0:1781226950.628842:0:6526:0:(service.c:3465:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:3.0:1781226950.628845:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+107:34673:x1867750941801856:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226950.628850:0:6526:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1781226950.629072:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+108:34673:x1867750941801856:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 228us (2765us total) trans 4294968313 rc 0/0 00000100:00100000:3.0:1781226950.629090:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 319 00000040:00080000:2.0:1781226950.630177:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226950.630184:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226950.630234:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:2.0:1781226950.630243:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226950.630427:0:13635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964682240:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781226950.630643:0:13635:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1781226950.638826:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.640106:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941802112 00000100:00100000:3.0:1781226950.640124:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941802112 00000100:00100000:3.0:1781226950.640261:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 320 00000100:00100000:3.0:1781226950.640272:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+109:34672:x1867750941802112:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781226950.691811:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.691844:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941802240 00000100:00100000:1.0:1781226950.691854:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941802240 00000100:00100000:1.0:1781226950.691922:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1725 00000100:00100000:1.0:1781226950.691955:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941802240:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781226950.691996:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226950.692400:0:13635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13635:1867750964682240:192.168.202.30@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781226950.692876:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+110:34686:x1867750941802240:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 931us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226950.692886:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1725 00000100:00100000:3.0:1781226950.702666:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+109:34672:x1867750941802112:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 62374us (63828us total) trans 4294968314 rc 0/0 00000100:00100000:3.0:1781226950.702688:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 320 00000100:00100000:1.0:1781226950.707327:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.707408:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941802496 00000100:00100000:3.0:1781226950.707424:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941802496 00000100:00100000:3.0:1781226950.707512:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1726 00000100:00100000:3.0:1781226950.707523:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+109:34686:x1867750941802496:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226950.707548:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226950.707585:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4467d3c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479e0 expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.708210:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467d43 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.708229:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467d43 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.708243:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467d43 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781226950.708256:0:10991:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:1.0:1781226950.709790:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8d9d400/0x5d5522eac4467d3c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479e0 expref: 112 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.709822:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467d43 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479e0 expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.709836:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:1.0:1781226950.709839:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781226950.709843:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f800, rc 0) 00000100:00100000:1.0:1781226950.709902:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941802496:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 2379us (2584us total) trans 4294968315 rc 0/0 00000100:00100000:1.0:1781226950.709911:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1726 00000100:00100000:2.0:1781226950.721347:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.721515:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941802624 00000100:00100000:0.0:1781226950.721531:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941802624 00000100:00100000:0.0:1781226950.721616:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 90 00000100:00100000:0.0:1781226950.721627:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadefc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+111:2424:x1867750941802624:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226950.721644:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226950.721670:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f800/0x5d5522eac4467d43 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479e0 expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.721749:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:0.0:1781226950.721756:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226950.721821:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadefc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+110:2424:x1867750941802624:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 192us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.721831:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 90 00000100:00100000:0.0:1781226950.730059:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226950.730251:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941802752 00000100:00100000:1.0:1781226950.730277:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941802752 00000100:00100000:1.0:1781226950.730352:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 495 00000100:00100000:1.0:1781226950.730364:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+22:2427:x1867750941802752:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781226950.730424:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.730446:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 22 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.730455:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226950.730457:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781226950.730460:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.730498:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 22 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226950.730512:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 22 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226950.730530:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964682368:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226950.730651:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781226950.734261:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c9218000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867750964682368:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226950.734305:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.734590:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.737992:0:8412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941802880 00000100:00100000:2.0:1781226950.738007:0:8412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941802880 00002000:00100000:2.0:1781226950.738080:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x22:0x0] (0->157) req@ffff89a5d9cdde00 x1867750941802880/t0(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226950.738094:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9cdde00 with x1867750941802880 ext(0->157) 00010000:00010000:2.0:1781226950.738105:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 23 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.738131:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 23 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.738140:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5d9cdde00 00000100:00100000:2.0:1781226950.738174:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 29 00000100:00100000:2.0:1781226950.738186:0:8412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2426:x1867750941802880:12345-192.168.202.30@tcp:4:cp.0 00000100:00100000:2.0:1781226950.741980:0:8412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+25:2426:x1867750941802880:12345-192.168.202.30@tcp:4:cp.0 Request processed in 3784us (7378us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1781226950.741997:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 29 00002000:00100000:2.0:1781226950.742011:0:8412:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x22:0x0] (0->157) req@ffff89a5d9cdde00 x1867750941802880/t4294967385(0) o4->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 648/448 e 0 to 0 dl 1781226961 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781226950.742021:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a5d9cdde00 with x1867750941802880 ext(0->157) 00010000:00010000:2.0:1781226950.742032:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 25 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.742051:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 25 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781226950.742059:0:8412:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff89a5d9cdde00 00000100:00100000:0.0:1781226950.752387:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.755982:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941803008 00000100:00100000:3.0:1781226950.755998:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941803008 00010000:00010000:3.0:1781226950.756059:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 25 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.756102:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 511 00000100:00100000:3.0:1781226950.756112:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+25:2425:x1867750941803008:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226950.756129:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781226950.756151:0:8431:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781226950.756161:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 25 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.756180:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 25 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.756209:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea19a0c4/0x5d5522eac4467c2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47946 expref: 25 pid: 9780 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.756227:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.756229:0:8431:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.756234:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.756249:0:8431:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.756812:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226950.756924:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.756949:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.756978:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.756988:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.756998:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.757014:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226950.757020:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.757032:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.757054:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226950.757063:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bedbf816/0x5d5522eac4467d51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226950.757217:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2427:x1867750941802752:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 26846us (27164us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226950.757233:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 495 00000100:00100000:3.0:1781226950.761465:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2425:x1867750941803008:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1282us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.761499:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 511 00000100:00100000:0.0:1781226950.767025:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.767218:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941803264 00000100:00100000:3.0:1781226950.767229:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941803264 00000100:00100000:3.0:1781226950.767294:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1727 00000100:00100000:3.0:1781226950.767305:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+110:34686:x1867750941803264:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226950.767431:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+110:34686:x1867750941803264:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 128us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.767439:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1727 00000100:00100000:0.0:1781226950.770738:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.770938:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941803392 00000100:00100000:3.0:1781226950.770958:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941803392 00000100:00100000:3.0:1781226950.771011:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 496 00000100:00100000:3.0:1781226950.771022:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+23:2426:x1867750941803392:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781226950.771043:0:17677:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226950.771079:0:17677:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e8d2f2b/0x5d5522eac4467d58 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479e7 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781226950.771106:0:17677:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a2b5dc5, atime: 0x0, ctime: 0x6a2b5dc5, blocks: 0x8 00010000:00010000:3.0:1781226950.771137:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.771141:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.771150:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e8d2f2b/0x5d5522eac4467d58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479e7 expref: 24 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.771169:0:17677:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001e8d2f2b/0x5d5522eac4467d58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479e7 expref: 24 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.771184:0:17677:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c850f800, rc 0) 00000100:00100000:3.0:1781226950.771235:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941803392:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 216us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.771243:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 496 00000100:00100000:0.0:1781226950.774485:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.775961:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941803648 00000100:00100000:3.0:1781226950.775974:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941803648 00000100:00100000:3.0:1781226950.776049:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1728 00000100:00100000:3.0:1781226950.776060:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+110:34686:x1867750941803648:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781226950.776198:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+110:34686:x1867750941803648:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 140us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.776206:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1728 00000100:00100000:0.0:1781226950.783082:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00010000:00010000:3.0:1781226950.783198:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226950.783213:0:8410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941803776 00000100:00100000:1.0:1781226950.783230:0:8410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941803776 00002000:00100000:1.0:1781226950.783302:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->4095) req@ffff89a4c6e2b480 x1867750941803776/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/0 e 0 to 0 dl 1781226961 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781226950.783316:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e2b480 with x1867750941803776 ext(0->4095) 00002000:00010000:1.0:1781226950.783323:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c6e2b480 00000100:00100000:1.0:1781226950.783367:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 119 00000100:00100000:1.0:1781226950.783380:0:8410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941803776:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781226950.785782:0:8410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941803776:12345-192.168.202.30@tcp:3:lhsmtool_posix.0 Request processed in 2390us (2692us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781226950.785800:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 119 00002000:00100000:0.0:1781226950.785827:0:8410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x22:0x0] (0->4095) req@ffff89a4c6e2b480 x1867750941803776/t0(0) o3->700a31f4-0108-4d7b-9207-a5201bc9a435@192.168.202.30@tcp:6/0 lens 488/4536 e 0 to 0 dl 1781226961 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781226950.785845:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89a4c6e2b480 with x1867750941803776 ext(0->4095) 00002000:00010000:0.0:1781226950.785851:0:8410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89a4c6e2b480 00000100:00100000:1.0:1781226950.798990:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.799225:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941803904 00000100:00100000:2.0:1781226950.799238:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941803904 00000100:00100000:2.0:1781226950.799327:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1729 00000100:00100000:2.0:1781226950.799341:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+110:34686:x1867750941803904:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781226950.799371:0:10991:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226950.799405:0:10991:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d5f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479ee expref: -99 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.799455:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.799472:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.799487:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.799951:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d5f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 112 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.799974:0:10991:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.799985:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:2.0:1781226950.799988:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781226950.799992:0:10991:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9575000, rc 0) 00000100:00100000:2.0:1781226950.800076:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941803904:12345-192.168.202.30@tcp:101:lhsmtool_posix.0 Request processed in 738us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.800085:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1729 00000100:00100000:1.0:1781226950.810660:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.813338:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941804032 00000100:00100000:2.0:1781226950.813355:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941804032 00000100:00100000:2.0:1781226950.813456:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1730 00000100:00100000:2.0:1781226950.813483:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941804032:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781226950.813528:0:6524:0:(mdt_handler.c:7963:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781226950.813681:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941804032:12345-192.168.202.30@tcp:53:lhsmtool_posix.0 Request processed in 216us (3039us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226950.813690:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1730 00000100:00100000:1.0:1781226950.817153:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226950.819379:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941804160 00000100:00100000:3.0:1781226950.819401:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941804160 00000100:00100000:3.0:1781226950.819517:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 497 00000100:00100000:3.0:1781226950.819530:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941804160:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781226950.819594:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819615:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.819629:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226950.819636:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819653:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819688:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819737:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819747:0:9780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819756:0:9780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c79fba00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226950.819761:0:9780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819770:0:9780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819788:0:9780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.819798:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083d3d054/0x5d5522eac4467d6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.819923:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2426:x1867750941804160:12345-192.168.202.30@tcp:1:lhsmtool_posix.0 Request processed in 395us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.819932:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 497 00000100:00100000:1.0:1781226950.823397:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.823514:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941804416 00000100:00100000:2.0:1781226950.823528:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941804416 00000100:00100000:2.0:1781226950.824069:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1731 00000100:00100000:2.0:1781226950.824122:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941804416:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781226950.824237:0:14117:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.824259:0:14117:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.824269:0:14117:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.824322:0:14117:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 111 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226950.824339:0:14117:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 111 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226950.824356:0:14117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964682496:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226950.824549:0:14117:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a4c73b4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1781226950.828606:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226950.829261:0:14117:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:14117:1867750964682496:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226950.829300:0:14117:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.844656:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941804544 00000100:00100000:3.0:1781226950.844679:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941804544 00010000:00010000:3.0:1781226950.844783:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 112 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.844858:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 512 00000100:00100000:3.0:1781226950.844870:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+112:2427:x1867750941804544:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226950.844892:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226950.844900:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 112 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.844916:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 112 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.844956:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467d66 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479ee expref: 112 pid: 10991 timeout: 1009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.845269:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:3.0:1781226950.845276:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.845290:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.845300:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.845336:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226950.845426:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+111:2427:x1867750941804544:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 557us (16847us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226950.845436:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 512 00010000:00010000:3.0:1781226950.846013:0:14117:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846024:0:14117:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846238:0:14117:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846246:0:14117:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846253:0:14117:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846259:0:14117:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226950.846263:0:14117:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846273:0:14117:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846286:0:14117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff89a5c3003000) 00010000:00010000:3.0:1781226950.846290:0:14117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781226950.846294:0:14117:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226950.846300:0:14117:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467d74 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226950.846423:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941804416:12345-192.168.202.30@tcp:57:lhsmtool_posix.0 Request processed in 22341us (23038us total) trans 4294968316 rc 0/0 00000100:00100000:3.0:1781226950.846434:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1731 00000100:00100000:3.0:1781226950.850187:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226950.850377:0:24559:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941804800 00000100:00100000:0.0:1781226950.850390:0:24559:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941804800 00000100:00100000:0.0:1781226950.850466:0:24559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 321 00000100:00100000:0.0:1781226950.850478:0:24559:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c734cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+111:34686:x1867750941804800:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781226950.850930:0:24559:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c734cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+112:34686:x1867750941804800:12345-192.168.202.30@tcp:35:lhsmtool_posix.0 Request processed in 452us (756us total) trans 4294968317 rc 0/0 00000100:00100000:0.0:1781226950.850948:0:24559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 321 00000040:00080000:2.0:1781226950.853332:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226950.853345:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226950.854169:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 13 00000040:00080000:2.0:1781226950.854186:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226951.164887:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964682624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226951.165011:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226951.165127:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964682624 00000100:00100000:1.0:1781226951.165136:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964682624 00000100:00100000:1.0:1781226951.165202:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1781226951.165214:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964682624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226951.165242:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238586688 pending 143360 free 3922419712 avail 3690897408 00000100:00100000:1.0:1781226951.165298:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964682624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226951.165307:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:1.0:1781226951.165332:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226951.165378:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964682624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226951.174193:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226951.174226:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964682752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226951.174344:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226951.174441:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964682752 00000100:00100000:1.0:1781226951.174452:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964682752 00000100:00100000:1.0:1781226951.174541:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1781226951.174553:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964682752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226951.174598:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238586688 pending 143360 free 3922419712 avail 3690897408 00000100:00100000:1.0:1781226951.174671:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964682752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226951.174679:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00080000:1.0:1781226951.174721:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226951.174870:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964682752:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1781226951.806115:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226951.869397:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226951.869411:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226951.869530:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1781226951.869538:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781226952.153502:0:24597:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226952.153514:0:24597:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226952.153580:0:24597:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781226952.153588:0:24597:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226952.192829:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964682880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226952.192936:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226952.193036:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964682880 00000100:00100000:2.0:1781226952.193046:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964682880 00000100:00100000:2.0:1781226952.193122:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1781226952.193134:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964682880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226952.193192:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781226952.193248:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964682880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226952.193257:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1781226952.193312:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964682880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226952.214420:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226952.214475:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226952.214516:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941804928 00000100:00100000:3.0:1781226952.214528:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941804928 00000100:00100000:3.0:1781226952.214604:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805056 00000100:00100000:3.0:1781226952.214608:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805056 00000100:00100000:3.0:1781226952.214636:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 498 00000100:00100000:3.0:1781226952.214650:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+17:2427:x1867750941804928:12345-192.168.202.30@tcp:101:rm.0 00010000:00010000:3.0:1781226952.214673:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226952.214721:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479f5 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.214759:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226952.214762:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226952.214773:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226952.214790:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 499 00010000:00010000:3.0:1781226952.214798:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226952.214821:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+16:2424:x1867750941805056:12345-192.168.202.30@tcp:101:ll_agl.0 00010000:00010000:3.0:1781226952.214831:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c79fbe00, rc 0) 00010000:00010000:2.0:1781226952.214843:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226952.214865:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b479fc expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226952.214899:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226952.214903:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1781226952.214915:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941804928:12345-192.168.202.30@tcp:101:rm.0 Request processed in 264us (504us total) trans 0 rc 0/0 00010000:00010000:2.0:1781226952.214916:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226952.214951:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 498 00010000:00010000:2.0:1781226952.214977:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226952.214993:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574000, rc 0) 00000100:00100000:2.0:1781226952.215066:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+17:2424:x1867750941805056:12345-192.168.202.30@tcp:101:ll_agl.0 Request processed in 259us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226952.215074:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 499 00000100:00080000:2.0:1781226952.216292:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226952.216300:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226952.220170:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226952.220287:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805184 00000100:00100000:3.0:1781226952.220300:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805184 00000100:00100000:3.0:1781226952.220380:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 500 00000100:00100000:3.0:1781226952.220392:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941805184:12345-192.168.202.30@tcp:101:ll_sa.0 00010000:00010000:3.0:1781226952.220416:0:9780:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781226952.220439:0:9780:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a03 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.220471:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226952.220473:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226952.220484:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 19 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.220503:0:9780:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 19 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.220526:0:9780:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5f69d1a00, rc 0) 00000100:00100000:3.0:1781226952.220595:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+19:2425:x1867750941805184:12345-192.168.202.30@tcp:101:ll_sa.0 Request processed in 206us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226952.220602:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 500 00000100:00100000:0.0:1781226952.221022:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226952.221068:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226952.221100:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226952.221125:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226952.221142:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226952.221184:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226952.221207:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805440 00000100:00100000:0.0:1781226952.221272:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805440 00000100:00100000:0.0:1781226952.221300:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805696 00000100:00100000:0.0:1781226952.221303:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805696 00000100:00100000:0.0:1781226952.221312:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805312 00000100:00100000:0.0:1781226952.221315:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805312 00000100:00100000:0.0:1781226952.221326:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805568 00000100:00100000:0.0:1781226952.221328:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805568 00000100:00100000:0.0:1781226952.221337:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805824 00000100:00100000:0.0:1781226952.221339:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805824 00000100:00100000:0.0:1781226952.221348:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941805952 00000100:00100000:0.0:1781226952.221351:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941805952 00000100:00100000:0.0:1781226952.221365:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 501 00000100:00100000:0.0:1781226952.221374:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+21:2425:x1867750941805440:12345-192.168.202.30@tcp:101:ll_sa.0 00010000:00010000:0.0:1781226952.221387:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226952.221401:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a11 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221420:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221422:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221428:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 22 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221442:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 22 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221452:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4400, rc 0) 00000100:00100000:0.0:1781226952.221490:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+22:2425:x1867750941805440:12345-192.168.202.30@tcp:101:ll_sa.0 Request processed in 117us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226952.221497:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 501 00000100:00100000:0.0:1781226952.221514:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 502 00000100:00100000:0.0:1781226952.221520:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+21:2425:x1867750941805696:12345-192.168.202.30@tcp:101:ll_sa.0 00010000:00010000:0.0:1781226952.221527:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226952.221536:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a1f expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221549:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221551:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221556:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 22 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221567:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 22 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221575:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4200, rc 0) 00000100:00100000:0.0:1781226952.221595:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+22:2425:x1867750941805696:12345-192.168.202.30@tcp:101:ll_sa.0 Request processed in 76us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226952.221601:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 502 00000100:00100000:0.0:1781226952.221614:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 503 00000100:00100000:0.0:1781226952.221620:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+19:2425:x1867750941805312:12345-192.168.202.30@tcp:101:ll_sa.0 00010000:00010000:0.0:1781226952.221628:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226952.221640:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a0a expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221654:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221656:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221660:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 20 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221670:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 20 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221678:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4c00, rc 0) 00000100:00100000:0.0:1781226952.221728:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+20:2425:x1867750941805312:12345-192.168.202.30@tcp:101:ll_sa.0 Request processed in 108us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226952.221735:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 503 00000100:00100000:0.0:1781226952.221748:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 504 00000100:00100000:0.0:1781226952.221755:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+19:2425:x1867750941805568:12345-192.168.202.30@tcp:101:ll_sa.0 00010000:00010000:0.0:1781226952.221762:0:15413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226952.221770:0:15413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a18 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221783:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221785:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226952.221790:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 20 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226952.221801:0:15413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 20 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226952.221914:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 505 00000100:00100000:1.0:1781226952.221924:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+20:2425:x1867750941805824:12345-192.168.202.30@tcp:101:ll_sa.0 00010000:00010000:1.0:1781226952.221944:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226952.221954:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080b85e8f/0x5d5522eac4467dac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a26 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.221966:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226952.221968:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226952.221973:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080b85e8f/0x5d5522eac4467dac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a26 expref: 21 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.221991:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000080b85e8f/0x5d5522eac4467dac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a26 expref: 21 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.222001:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb75000, rc 0) 00000100:00100000:1.0:1781226952.222025:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+21:2425:x1867750941805824:12345-192.168.202.30@tcp:101:ll_sa.0 Request processed in 103us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226952.222031:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 505 00000100:00100000:1.0:1781226952.222047:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 506 00000100:00100000:1.0:1781226952.222053:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+21:2425:x1867750941805952:12345-192.168.202.30@tcp:101:ll_agl.0 00010000:00010000:1.0:1781226952.222060:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226952.222070:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac4467db3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a2d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.222081:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226952.222083:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226952.222087:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac4467db3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a2d expref: 22 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.222099:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac4467db3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a2d expref: 22 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.222109:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74600, rc 0) 00000100:00100000:1.0:1781226952.222129:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+22:2425:x1867750941805952:12345-192.168.202.30@tcp:101:ll_agl.0 Request processed in 76us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226952.222139:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 506 00010000:00010000:0.0:1781226952.223634:0:15413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e4600, rc 0) 00000100:00100000:0.0:1781226952.223738:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+20:2425:x1867750941805568:12345-192.168.202.30@tcp:101:ll_sa.0 Request processed in 1977us (2606us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226952.223748:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 504 00000100:00100000:2.0:1781226952.253562:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226952.253670:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806208 00000100:00100000:3.0:1781226952.253685:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806208 00000100:00100000:3.0:1781226952.253796:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1732 00000100:00080000:2.0:1781226952.253904:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226952.253939:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+119:34687:x1867750941806208:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:3.0:1781226952.254016:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781226952.254055:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eb800/0x5d5522eac4467245 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47422 expref: 119 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254082:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226952.254095:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467cc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479af expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254119:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226952.254123:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226952.254155:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254170:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254183:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254225:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254234:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254241:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254351:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254362:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 111 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254370:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254411:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 111 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.254426:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 111 pid: 14117 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226952.254443:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964683008:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226952.265910:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226952.265967:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806336 00000100:00100000:3.0:1781226952.265978:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806336 00010000:00010000:3.0:1781226952.266045:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 6/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 112 pid: 14117 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226952.266092:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 513 00000100:00100000:3.0:1781226952.266166:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+112:2427:x1867750941806336:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226952.266196:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226952.266204:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 6/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 112 pid: 14117 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.266281:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 112 pid: 14117 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.266309:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226952.266314:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.266325:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.266333:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.266358:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226952.266423:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+112:2427:x1867750941806336:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 321us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226952.266432:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 513 00000100:00080000:3.0:1781226952.266461:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226952.267584:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c8bff240 going to sleep for 11 seconds 00010000:00010000:3.0:1781226952.267632:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467214 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4740d expref: 111 pid: 14117 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226952.267660:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964683008:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226952.267685:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.267879:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.267887:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226952.269381:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9352 00000004:00080000:3.0:1781226952.269402:0:10991:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 911409705291ns, next at 912409701316ns, rc = 0 00010000:00010000:3.0:1781226952.269485:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269503:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269516:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269525:0:10991:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269532:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269540:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269571:0:10991:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781226952.269598:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269605:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269611:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269617:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226952.269623:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269632:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269644:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:3.0:1781226952.269647:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781226952.269651:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269656:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467dc8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269679:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269684:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269721:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269726:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226952.269729:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269734:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269742:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226952.269744:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226952.269746:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269752:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226952.269762:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000009e75734 reply state 000000005cbdada0 transno 4294968318 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269773:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226952.269779:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a5c8b2c900) 00010000:00010000:3.0:1781226952.269781:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226952.269784:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226952.269898:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+119:34687:x1867750941806208:12345-192.168.202.30@tcp:36:rm.0 Request processed in 16089us (16347us total) trans 4294968318 rc 0/0 00000100:00100000:3.0:1781226952.269907:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1732 00010000:00010000:1.0:1781226952.279436:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226952.279458:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.279472:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d0400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226952.279478:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.279489:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.279513:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff89a4c6fbad00) 00010000:00010000:1.0:1781226952.279517:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781226952.279522:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.279529:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0400/0x5d5522eac4467dcf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226952.279560:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226952.279562:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226952.279564:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226952.833587:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226952.958147:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781226953.120512:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.120571:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.120603:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226953.120687:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806720 00000100:00100000:2.0:1781226953.120724:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806720 00000100:00100000:1.0:1781226953.120725:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806464 00000100:00100000:1.0:1781226953.120729:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806464 00000100:00100000:2.0:1781226953.120771:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1237 00000100:00100000:1.0:1781226953.120771:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00100000:2.0:1781226953.120780:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941806720:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226953.120780:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941806464:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226953.120901:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941806464:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 121us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.120912:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00100000:0.0:1781226953.123977:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806976 00000100:00100000:0.0:1781226953.123993:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806976 00000100:00100000:0.0:1781226953.124073:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 757 00000100:00100000:0.0:1781226953.124084:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+22:2424:x1867750941806976:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226953.136284:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941806720:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 15493us (15710us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.136300:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1237 00000100:00080000:2.0:1781226953.136860:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226953.141988:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.142036:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.142063:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.142084:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.142101:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.142130:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941807232 00000100:00100000:3.0:1781226953.142140:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941807232 00000100:00100000:3.0:1781226953.142196:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806592 00000100:00100000:3.0:1781226953.142199:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806592 00000100:00100000:3.0:1781226953.142210:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941807104 00000100:00100000:3.0:1781226953.142212:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941807104 00000100:00100000:3.0:1781226953.142226:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1238 00000100:00100000:3.0:1781226953.142236:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941807232:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226953.142308:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941807232:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 73us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226953.142317:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1238 00000100:00100000:3.0:1781226953.142335:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1239 00000100:00100000:3.0:1781226953.142342:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+119:2424:x1867750941806592:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226953.142371:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+119:2424:x1867750941806592:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226953.142378:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1239 00000100:00100000:3.0:1781226953.142390:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1240 00000100:00100000:3.0:1781226953.142396:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+111:2424:x1867750941807104:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226953.142423:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+111:2424:x1867750941807104:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226953.142429:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1240 00000100:00100000:3.0:1781226953.142470:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226953.143688:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941807488 00000100:00100000:2.0:1781226953.143728:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941807488 00000100:00100000:2.0:1781226953.143773:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941806848 00000100:00100000:2.0:1781226953.143776:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941806848 00000100:00100000:2.0:1781226953.143807:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941807360 00000100:00100000:2.0:1781226953.143810:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941807360 00000100:00100000:2.0:1781226953.143832:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 758 00000100:00100000:2.0:1781226953.143842:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2424:x1867750941807488:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226953.143892:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2424:x1867750941807488:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 52us (1855us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.143900:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 758 00000100:00100000:2.0:1781226953.143926:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 759 00000100:00100000:2.0:1781226953.143933:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+20:2424:x1867750941806848:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226953.143966:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+20:2424:x1867750941806848:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.143972:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 759 00000100:00100000:2.0:1781226953.143984:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00100000:2.0:1781226953.143990:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2424:x1867750941807360:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226953.144014:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2424:x1867750941807360:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.144020:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 760 00000100:00080000:2.0:1781226953.144040:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226953.144044:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226953.144047:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226953.150981:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+22:2424:x1867750941806976:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26885us (30362us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226953.150998:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 757 00000040:00080000:1.0:1781226953.461408:0:24648:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226953.461418:0:24648:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226953.461488:0:24648:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1781226953.461499:0:24648:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226953.605622:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226953.609821:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941807744 00000100:00100000:3.0:1781226953.609837:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941807744 00000100:00100000:3.0:1781226953.609947:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1733 00000100:00100000:3.0:1781226953.609959:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+119:34699:x1867750941807744:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:3.0:1781226953.610019:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226953.610049:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3800/0x5d5522eac4467317 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47476 expref: 119 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614317:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:3.0:1781226953.614329:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226953.614367:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614396:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614410:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614427:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614434:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614455:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614537:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614552:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 110 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614561:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614608:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 110 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.614626:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 110 pid: 14117 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.614641:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964683136:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226953.614993:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44b99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781226953.653863:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964683136:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226953.653892:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226953.658686:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226953.658805:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941807872 00000100:00100000:1.0:1781226953.658823:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941807872 00010000:00010000:1.0:1781226953.658862:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 111 pid: 14117 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226953.658922:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 514 00000100:00100000:1.0:1781226953.658933:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+111:2427:x1867750941807872:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781226953.658948:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226953.658954:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 111 pid: 14117 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.658967:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 111 pid: 14117 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.658989:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac44672e6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47461 expref: 111 pid: 14117 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.659003:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:1.0:1781226953.659008:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.659018:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.659026:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.659048:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781226953.659105:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+110:2427:x1867750941807872:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 173us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.659113:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 514 00010000:00010000:2.0:1781226953.659678:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.659689:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226953.659998:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9416 00000004:00080000:2.0:1781226953.660009:0:10991:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 912800312225ns, next at 913800309600ns, rc = 0 00010000:00010000:2.0:1781226953.660082:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660094:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660104:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660111:0:10991:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660117:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660124:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660140:0:10991:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781226953.660161:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660167:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660173:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660179:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226953.660183:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660190:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660200:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226953.660203:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226953.660207:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660212:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1c00/0x5d5522eac4467de4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660229:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660235:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660240:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660245:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226953.660248:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660258:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660265:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226953.660269:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226953.660271:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660277:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1200/0x5d5522eac4467dd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226953.660287:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000006ae0b202 reply state 00000000ca72b246 transno 4294968319 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660298:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660304:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c8b2c100) 00010000:00010000:2.0:1781226953.660306:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226953.660308:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226953.660379:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+120:34699:x1867750941807744:12345-192.168.202.30@tcp:36:rm.0 Request processed in 50422us (54766us total) trans 4294968319 rc 0/0 00000100:00100000:2.0:1781226953.660387:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1733 00010000:00010000:2.0:1781226953.660413:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226953.660418:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660424:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226953.660427:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660437:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660445:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff89a5c68e3400) 00010000:00010000:2.0:1781226953.660448:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781226953.660450:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660456:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467deb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.660469:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226953.660471:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226953.660473:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226953.684407:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968319 is committed 00000004:00080000:1.0:1781226953.684420:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00010000:00010000:0.0:1781226953.684514:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684528:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684536:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684543:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d0e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.684548:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684577:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684597:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff89a5c8b2c900) 00010000:00010000:0.0:1781226953.684601:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.684606:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684612:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0e00/0x5d5522eac4467dc1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684639:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684663:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684668:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684674:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.684677:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684683:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684690:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff89a5c8b2c100) 00010000:00010000:0.0:1781226953.684710:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.684714:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.684720:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1400/0x5d5522eac4467ddd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.687343:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964683264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781226953.687556:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226953.688024:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964683264 00000100:00100000:3.0:1781226953.688035:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964683264 00000100:00100000:3.0:1781226953.688224:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1781226953.688234:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964683264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781226953.688301:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:3.0:1781226953.688328:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.688352:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 23 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.688363:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.688506:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226953.688509:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226953.688514:0:8407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.688550:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.688564:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 19 pid: 8407 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.688579:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964683392:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226953.688655:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 23 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.688665:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 23 pid: 15413 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781226953.688787:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000100:00100000:3.0:1781226953.689048:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964683520:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226953.689092:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c44b99c0 going to sleep for 11 seconds 00000100:00080000:3.0:1781226953.689105:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1781226953.696210:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968317 is committed 00010000:00010000:0.0:1781226953.696566:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696580:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696589:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696596:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb3600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.696602:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696610:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696632:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a4c6fba200) 00010000:00010000:0.0:1781226953.696635:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.696639:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696646:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3600/0x5d5522eac44674ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696680:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696687:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696719:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696726:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.696729:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696736:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696744:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a4c6fbae00) 00010000:00010000:0.0:1781226953.696746:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.696750:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696756:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac44675be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696770:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696777:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696783:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696788:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.696800:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696807:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696821:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5f680b200) 00010000:00010000:0.0:1781226953.696823:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.696827:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696832:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac44676f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696847:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696858:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696863:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696867:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.696870:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696875:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696881:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6fba400) 00010000:00010000:0.0:1781226953.696884:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.696886:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.696891:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac44678c7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697230:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697238:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697244:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697249:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.697253:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697258:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697267:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff89a5f680bc00) 00010000:00010000:0.0:1781226953.697270:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.697273:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697278:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac44679ed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697291:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697298:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697303:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697307:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.697310:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697316:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697323:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff89a5c3003e00) 00010000:00010000:0.0:1781226953.697325:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.697328:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697335:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2c00/0x5d5522eac4467b28 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14117 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697349:0:3652:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697355:0:3652:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697361:0:3652:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697366:0:3652:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d8bb2800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226953.697380:0:3652:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697387:0:3652:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697393:0:3652:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff89a5c3003b00) 00010000:00010000:0.0:1781226953.697396:0:3652:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226953.697398:0:3652:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.697403:0:3652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2800/0x5d5522eac4467c0f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226953.698598:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226953.698624:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964683648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781226953.698746:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.699732:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964683648 00000100:00100000:1.0:1781226953.699744:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964683648 00000100:00100000:1.0:1781226953.699835:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1781226953.699845:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964683648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781226953.699886:0:15413:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:30 count 1 00010000:00010000:1.0:1781226953.700265:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.700290:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 23 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.700301:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.700308:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226953.700310:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226953.700314:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.700350:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.700362:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 21 pid: 8405 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226953.700387:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964683776:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226953.700599:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 23 pid: 17677 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.700610:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 23 pid: 17677 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226953.700620:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964683904:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226953.700644:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c341a480 going to sleep for 11 seconds 00000100:00080000:2.0:1781226953.701507:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226953.709063:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226953.709109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226953.709192:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808000 00000100:00100000:2.0:1781226953.709203:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808000 00010000:00010000:2.0:1781226953.709247:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 20 pid: 8407 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226953.709290:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808128 00000100:00100000:2.0:1781226953.709293:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808128 00010000:00010000:2.0:1781226953.709309:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 24 pid: 15413 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226953.709331:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 515 00000100:00100000:2.0:1781226953.709341:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+20:2425:x1867750941808000:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226953.709357:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226953.709365:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 20 pid: 8407 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.709379:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 20 pid: 8407 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.709410:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226953.709463:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+20:2425:x1867750941808000:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 123us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.709471:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 515 00000100:00100000:2.0:1781226953.709490:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 516 00000100:00100000:2.0:1781226953.709497:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941808128:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226953.709504:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226953.709509:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 24 pid: 15413 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.709518:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 24 pid: 15413 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.709532:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226953.709534:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226953.709540:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.709551:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.709589:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226953.709608:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+24:2425:x1867750941808128:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 113us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.709615:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 516 00010000:00010000:3.0:1781226953.716288:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036b84a08/0x5d5522eac4467d82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479fc expref: 19 pid: 8407 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.716321:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964683392:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226953.716336:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ba7ba4a/0x5d5522eac4467723 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47698 expref: 23 pid: 15413 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.716349:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867750964683520:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226953.716388:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.716400:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.716408:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.716418:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.716430:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.717511:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226953.717781:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964683264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29545us (30222us total) trans 4294967386 rc 0/0 00000100:00100000:3.0:1781226953.717804:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000004:00080000:3.0:1781226953.718268:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c83792c0/2, rc 0, transno 4294967386 00000100:00100000:3.0:1781226953.718277:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964683264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1781226953.719413:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781226953.719427:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.719453:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d0a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:1.0:1781226953.719458:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.719469:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.719493:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.719502:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0e544c8/0x5d5522eac4467df2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226953.719526:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226953.719528:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226953.719529:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226953.723990:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967386 is committed 00000001:00080000:1.0:1781226953.724010:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967385 is committed 00000100:00100000:1.0:1781226953.724367:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964684032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226953.724654:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.724737:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684032 00000100:00100000:1.0:1781226953.724745:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684032 00000100:00100000:1.0:1781226953.724878:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1781226953.724891:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964684032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781226953.724936:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244353856 pending 143360 free 3920314368 avail 3688792064 00000100:00100000:1.0:1781226953.725020:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964684032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.725029:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:1.0:1781226953.725054:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226953.725589:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964684032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226953.729150:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964684288:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.729223:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.729256:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964684800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.729276:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.729291:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964685312:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.729309:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.729332:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781226953.729337:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964684416:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.729360:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.729690:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964684928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.729741:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.729780:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684288 00000100:00100000:1.0:1781226953.729788:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684288 00000100:00100000:1.0:1781226953.729848:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684800 00000100:00100000:1.0:1781226953.729852:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684800 00000100:00100000:1.0:1781226953.729873:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685312 00000100:00100000:1.0:1781226953.729875:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685312 00000100:00100000:1.0:1781226953.729887:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684928 00000100:00100000:1.0:1781226953.729889:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684928 00000100:00100000:1.0:1781226953.729905:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1781226953.729924:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964684288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.729978:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964684288:12345-0@lo:400:kworker.0 Request processed in 65us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.729985:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1781226953.730002:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1781226953.730007:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964684800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.730030:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964684800:12345-0@lo:400:kworker.0 Request processed in 24us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.730036:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1781226953.730045:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1781226953.730050:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964685312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.730278:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964685312:12345-0@lo:400:kworker.0 Request processed in 227us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.730284:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1781226953.730299:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1781226953.730305:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964684928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.730330:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964684928:12345-0@lo:400:kworker.0 Request processed in 25us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.730337:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1781226953.730364:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684416 00000100:00100000:1.0:1781226953.730881:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684416 00000100:00100000:1.0:1781226953.730936:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1781226953.730943:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964684416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.730986:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964684416:12345-0@lo:400:kworker.0 Request processed in 44us (1625us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226953.730993:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1781226953.731598:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964684160:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.731644:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.731684:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964684672:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.731730:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.731752:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964685184:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.731774:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226953.732563:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685184 00000100:00100000:2.0:1781226953.732573:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685184 00000100:00100000:2.0:1781226953.732624:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1781226953.732634:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964685184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226953.732690:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964685184:12345-0@lo:400:kworker.0 Request processed in 57us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.732725:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1781226953.732760:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684672 00000100:00100000:2.0:1781226953.732764:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684672 00000100:00100000:2.0:1781226953.732909:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1781226953.732928:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964684672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226953.732963:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964684672:12345-0@lo:400:kworker.0 Request processed in 36us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.732969:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1781226953.733272:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964685440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226953.733306:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226953.733340:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685440 00000100:00100000:2.0:1781226953.733343:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685440 00000100:00100000:1.0:1781226953.733993:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964684672:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.734011:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964685184:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.734031:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1781226953.734040:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964684544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226953.734276:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684160 00000100:00100000:0.0:1781226953.734282:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684160 00000100:00100000:0.0:1781226953.734321:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1781226953.734331:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964684160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226953.734395:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964684160:12345-0@lo:400:kworker.0 Request processed in 65us (2750us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226953.734402:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1781226953.734599:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1781226953.734612:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964685440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226953.734630:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244353856 pending 143360 free 3920314368 avail 3688792064 00000100:00100000:2.0:1781226953.734672:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964685440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.734679:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1781226953.734728:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964685440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781226953.735284:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.737097:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964685056:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.737155:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226953.737193:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964684160:0@lo:400:kworker.0 00000100:00080000:1.0:1781226953.737319:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781226953.737325:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226953.737358:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964684416:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.737372:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964684928:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.737384:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964684288:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.737397:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964684800:0@lo:400:kworker.0 00000100:00100000:1.0:1781226953.737411:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964685312:0@lo:400:kworker.0 00000100:00100000:2.0:1781226953.737794:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685056 00000100:00100000:2.0:1781226953.737802:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685056 00000100:00100000:2.0:1781226953.737935:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1781226953.737945:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964685056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226953.738019:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964685056:12345-0@lo:400:kworker.0 Request processed in 75us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226953.738026:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:2.0:1781226953.738065:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226953.738273:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964685056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226953.746248:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964684544 00000100:00100000:0.0:1781226953.746262:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964684544 00000100:00100000:0.0:1781226953.746321:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1781226953.746331:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964684544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226953.746575:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964684544:12345-0@lo:400:kworker.0 Request processed in 245us (11290us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226953.746583:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1781226953.746650:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964684544:0@lo:400:kworker.0 00000001:00080000:1.0:1781226953.750275:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000100:00100000:0.0:1781226953.760631:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226953.760664:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226953.760721:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808256 00000100:00100000:0.0:1781226953.760730:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808256 00010000:00010000:0.0:1781226953.760771:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 22 pid: 8405 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226953.760819:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808384 00000100:00100000:0.0:1781226953.760823:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808384 00010000:00010000:0.0:1781226953.760837:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 14 pid: 17677 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226953.760864:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 517 00000100:00100000:0.0:1781226953.760873:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+22:2425:x1867750941808256:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226953.760886:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226953.760892:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 22 pid: 8405 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.760906:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 22 pid: 8405 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.760945:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226953.761000:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+22:2425:x1867750941808256:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 127us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226953.761009:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 517 00000100:00100000:0.0:1781226953.761075:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 518 00000100:00100000:0.0:1781226953.761083:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2425:x1867750941808384:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226953.761099:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226953.761105:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 14 pid: 17677 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.761116:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 14 pid: 17677 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.761133:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226953.761136:0:6510:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226953.761140:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.761150:0:6510:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226953.761168:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781226953.761184:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+14:2425:x1867750941808384:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 103us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226953.761190:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 518 00010000:00010000:3.0:1781226953.762359:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051306e69/0x5d5522eac4467d7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479f5 expref: 21 pid: 8405 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.762391:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a92c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964683776:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226953.762404:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000034a1efe/0x5d5522eac446771c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4769f expref: 13 pid: 17677 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226953.762413:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15413:1867750964683904:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226953.762447:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.762458:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.762471:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.762482:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.762490:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226953.762516:0:15413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226953.762732:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964683648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62888us (63984us total) trans 4294967387 rc 0/0 00000100:00100000:3.0:1781226953.762741:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00010000:00010000:2.0:1781226953.763015:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226953.763023:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.763032:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75200 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226953.763036:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.763045:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.763098:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.763111:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8d95cab/0x5d5522eac4467df9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226953.763137:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226953.763139:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226953.763140:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1781226953.763998:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c733d2c0/2, rc 0, transno 4294967387 00000100:00100000:0.0:1781226953.764010:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964683648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1781226953.853185:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226954.754978:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964685568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226954.755084:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226954.755175:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685568 00000100:00100000:2.0:1781226954.755183:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685568 00000100:00100000:2.0:1781226954.755244:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1781226954.755254:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964685568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781226954.755295:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781226954.755341:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964685568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226954.755349:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1781226954.755398:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964685568:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1781226954.868273:0:24700:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226954.868282:0:24700:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226954.868343:0:24700:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781226954.868349:0:24700:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781226954.881094:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226954.986333:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226954.986445:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808512 00000100:00100000:2.0:1781226954.986455:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808512 00000100:00100000:2.0:1781226954.986539:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:2.0:1781226954.986550:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+116:2426:x1867750941808512:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226954.986595:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226954.986616:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467e00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a34 expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.986713:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.986727:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.986739:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.986754:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.986760:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.986765:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987036:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987044:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987115:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987124:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226954.987128:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987140:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987153:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226954.987156:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226954.987161:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987167:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575c00/0x5d5522eac4467e07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987177:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987183:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987188:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987192:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226954.987194:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987200:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987206:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226954.987208:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226954.987211:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987221:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574000/0x5d5522eac4467e0e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987253:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467e00 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a34 expref: 117 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987263:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226954.987271:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226954.987275:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574200/0x5d5522eac4467e00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a34 expref: 117 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.987284:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574200, rc -2) 00000100:00080000:3.0:1781226954.990106:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226954.992962:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226954.993113:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808896 00000100:00100000:2.0:1781226954.993123:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808896 00000100:00100000:2.0:1781226954.993191:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1734 00000100:00100000:2.0:1781226954.993203:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+117:34710:x1867750941808896:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:2.0:1781226954.993265:0:10991:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226954.993294:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac44673e9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474ca expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993315:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:2.0:1781226954.993320:0:10991:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226954.993343:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993357:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993373:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993387:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993395:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993402:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993481:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993492:0:10991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993500:0:10991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993533:0:10991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.993548:0:10991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 58 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226954.993563:0:10991:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964685696:192.168.202.30@tcp:104: 00000100:00100000:2.0:1781226954.993649:0:10991:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d9f6a480 going to sleep for 11 seconds 00000100:00100000:3.0:1781226954.996113:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226954.996999:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941808640 00000100:00100000:2.0:1781226954.997011:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941808640 00000100:00100000:2.0:1781226954.997093:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 509 00000100:00100000:2.0:1781226954.997105:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+19:2426:x1867750941808640:12345-192.168.202.30@tcp:101:ll_agl.0 00010000:00010000:2.0:1781226954.997136:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226954.997155:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467e2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a3b expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.997181:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226954.997184:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226954.997191:0:8405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467e2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a3b expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.997218:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467e2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a3b expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226954.997233:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96de000, rc 0) 00000100:00100000:2.0:1781226954.997287:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+20:2426:x1867750941808640:12345-192.168.202.30@tcp:101:ll_agl.0 Request processed in 185us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226954.997294:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 509 00000100:00080000:3.0:1781226954.998598:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226954.998992:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+116:2426:x1867750941808512:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 12438us (12662us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226954.999006:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 679 00000100:00100000:3.0:1781226955.001863:0:10991:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10991:1867750964685696:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226955.001892:0:10991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226955.002117:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226955.004593:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941809024 00000100:00100000:3.0:1781226955.004609:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941809024 00010000:00010000:3.0:1781226955.004680:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 59 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226955.004809:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 519 00000100:00100000:3.0:1781226955.004820:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+59:2427:x1867750941809024:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226955.004836:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226955.004844:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 59 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226955.004857:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 59 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226955.004881:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac44673b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b474b5 expref: 59 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226955.004895:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:3.0:1781226955.004911:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226955.004922:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226955.004929:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226955.004967:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226955.005024:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2427:x1867750941809024:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 206us (2908us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226955.005031:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 519 00010000:00010000:1.0:1781226955.005130:0:10991:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.005139:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781226955.005396:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1781226955.006404:0:10991:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9416 00000004:00080000:1.0:1781226955.006421:0:10991:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 914146723941ns, next at 915146721019ns, rc = 0 00010000:00010000:1.0:1781226955.006492:0:10991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006507:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006519:0:10991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006527:0:10991:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006533:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006539:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006577:0:10991:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781226955.006600:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006607:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006613:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006619:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226955.006623:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006634:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006647:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:1.0:1781226955.006649:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226955.006654:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006660:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e23 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006679:0:10991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006685:0:10991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006689:0:10991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006721:0:10991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226955.006724:0:10991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006729:0:10991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006736:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226955.006738:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226955.006741:0:10991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006750:0:10991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e15 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226955.006761:0:10991:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000005052fbef reply state 0000000044748ae5 transno 4294968320 ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006771:0:10991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226955.006776:0:10991:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c307e300) 00010000:00010000:0.0:1781226955.007201:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781226955.007207:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226955.007214:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:0.0:1781226955.007216:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226955.007222:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226955.007234:0:7448:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff89a5c68e3f00) 00010000:00010000:0.0:1781226955.007236:0:7448:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781226955.007238:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226955.007243:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75a00/0x5d5522eac4467e31 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226955.007256:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226955.007258:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226955.007259:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781226955.012457:0:10991:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226955.012466:0:10991:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226955.014284:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+117:34710:x1867750941808896:12345-192.168.202.30@tcp:36:rm.0 Request processed in 21071us (21318us total) trans 4294968320 rc 0/0 00000100:00100000:1.0:1781226955.014298:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1734 00010000:00010000:2.0:1781226955.901742:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226956.285104:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964685952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226956.285178:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226956.285233:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964685824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226956.285257:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226956.285258:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685952 00000100:00100000:1.0:1781226956.285267:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685952 00000100:00100000:0.0:1781226956.285292:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964685824 00000100:00100000:0.0:1781226956.285295:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964685824 00000100:00100000:1.0:1781226956.285325:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1781226956.285336:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964685952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226956.285381:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922415616 avail 3690893312 00000100:00100000:1.0:1781226956.285451:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964685952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226956.285459:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1781226956.285476:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1781226956.285483:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964685824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226956.285493:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922415616 avail 3690893312 00000100:00100000:3.0:1781226956.285506:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967386 gen 2 00000004:00080000:3.0:1781226956.285514:0:3669:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c83792c0, transno 4294967386 00000100:00100000:1.0:1781226956.285517:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964685824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226956.285523:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1781226956.285529:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964685952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226956.285550:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964685824:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781226956.288391:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1781226956.303980:0:24751:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226956.303990:0:24751:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226956.304053:0:24751:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1781226956.304062:0:24751:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226956.472071:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226956.472127:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226956.472236:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941809408 00000100:00100000:1.0:1781226956.472247:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941809408 00000100:00100000:1.0:1781226956.472320:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1735 00000100:00100000:1.0:1781226956.472332:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+117:34722:x1867750941809408:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:1.0:1781226956.472400:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781226956.472922:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac446750f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b475cd expref: 117 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.472945:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:1.0:1781226956.472950:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226956.472974:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.472989:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.472997:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473011:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473018:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473024:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473108:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473120:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473129:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473165:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 57 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226956.473179:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 57 pid: 6523 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226956.473193:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964686080:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226956.473279:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f69c2600 going to sleep for 11 seconds 00000100:00080000:1.0:1781226956.473295:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226956.474314:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941809152 00000100:00100000:0.0:1781226956.474324:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941809152 00000100:00100000:0.0:1781226956.474378:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:0.0:1781226956.474389:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:426c1963-9443-4542-9a73-222739759500+117:2427:x1867750941809152:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:0.0:1781226956.474419:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226956.474433:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac4467e4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a42 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474482:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474492:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474502:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474516:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474523:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474530:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474573:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474581:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474586:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474592:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226956.474596:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474607:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474616:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226956.474619:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226956.474622:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474628:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5a00/0x5d5522eac4467e54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474639:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474644:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474648:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474653:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226956.474655:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474660:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474666:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff89a5ef776800) 00010000:00010000:0.0:1781226956.474668:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226956.474670:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474679:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467e5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474725:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac4467e4d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a42 expref: 118 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474736:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226956.474738:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781226956.474741:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5400/0x5d5522eac4467e4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a42 expref: 118 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226956.474750:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5400, rc -2) 00000100:00100000:0.0:1781226956.474817:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:426c1963-9443-4542-9a73-222739759500+117:2427:x1867750941809152:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 430us (2756us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226956.474825:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 680 00000100:00100000:2.0:1781226956.480263:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226956.480355:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964686080:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226956.480386:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226956.480502:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941809536 00000100:00100000:3.0:1781226956.480510:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941809536 00010000:00010000:3.0:1781226956.480596:0:9477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 58 pid: 6523 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226956.480651:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 520 00000100:00100000:3.0:1781226956.480662:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+58:2427:x1867750941809536:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226956.480678:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226956.480685:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 58 pid: 6523 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.480727:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 58 pid: 6523 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.480752:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb2a00/0x5d5522eac44674b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47548 expref: 58 pid: 6523 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.480768:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:3.0:1781226956.480774:0:9477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.480852:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.480862:0:9477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.480899:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226956.480948:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2427:x1867750941809536:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 287us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226956.480958:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 520 00010000:00010000:2.0:1781226956.481097:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481106:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226956.481364:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9480 00000004:00080000:2.0:1781226956.481375:0:6525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 915621678235ns, next at 916621675643ns, rc = 0 00010000:00010000:2.0:1781226956.481444:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481454:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481462:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481469:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481476:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481482:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481504:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781226956.481524:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481531:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481537:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481542:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226956.481547:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481555:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481563:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:2.0:1781226956.481566:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226956.481570:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481576:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74000/0x5d5522eac4467e46 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481592:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481600:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481606:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481611:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226956.481615:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481621:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481629:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226956.481632:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226956.481635:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481642:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75e00/0x5d5522eac4467e38 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226956.481651:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000002dd393e2 reply state 0000000097da3d3a transno 4294968321 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481662:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226956.481669:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5c8021c00) 00010000:00010000:2.0:1781226956.481671:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226956.481674:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226956.481743:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+118:34722:x1867750941809408:12345-192.168.202.30@tcp:36:rm.0 Request processed in 9413us (9614us total) trans 4294968321 rc 0/0 00000100:00100000:2.0:1781226956.481751:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1735 00010000:00010000:3.0:1781226956.484807:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226956.484823:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.484836:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96de400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226956.484840:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.484850:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.484867:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff89a4c6fba700) 00010000:00010000:3.0:1781226956.484871:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226956.484876:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.484882:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96de400/0x5d5522eac4467e62 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226956.484917:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226956.484919:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226956.484921:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781226956.923988:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226957.310994:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964686208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781226957.311070:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226957.311234:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964686208 00000100:00100000:0.0:1781226957.311244:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964686208 00000100:00100000:0.0:1781226957.311297:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1781226957.311307:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964686208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226957.311346:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781226957.311403:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964686208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226957.311410:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1781226957.311488:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964686208:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226957.948940:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226958.040395:0:24802:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226958.042848:0:24802:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226958.042956:0:24802:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1781226958.042965:0:24802:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226958.169853:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226958.170016:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941809792 00000100:00100000:0.0:1781226958.170027:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941809792 00000100:00100000:0.0:1781226958.170108:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1736 00000100:00100000:0.0:1781226958.170122:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+118:34732:x1867750941809792:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:0.0:1781226958.170189:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226958.170236:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac44675f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47628 expref: 118 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170256:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:0.0:1781226958.170261:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226958.170284:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170298:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170307:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170322:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170327:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170333:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170432:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170443:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170455:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170486:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 56 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226958.170500:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 56 pid: 10991 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226958.170514:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964686336:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226958.170606:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847f00 going to sleep for 11 seconds 00000100:00080000:3.0:1781226958.171409:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226958.186461:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226958.186515:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941809920 00000100:00100000:2.0:1781226958.186527:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941809920 00000100:00100000:2.0:1781226958.186601:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 682 00000100:00100000:2.0:1781226958.186614:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+118:2425:x1867750941809920:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226958.186657:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226958.186682:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467e7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a49 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.186776:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.186791:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.186804:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.186819:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.186826:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.186833:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187140:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187150:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187158:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187165:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96dfe00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226958.187169:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187181:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187194:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226958.187198:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226958.187203:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187210:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96dfe00/0x5d5522eac4467e85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187231:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187237:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187243:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187247:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c96df800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226958.187250:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187255:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187262:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff89a5c307ee00) 00010000:00010000:2.0:1781226958.187264:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226958.187266:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187275:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df800/0x5d5522eac4467e8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187307:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467e7e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a49 expref: 119 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187316:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226958.187318:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226958.187321:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c96df000/0x5d5522eac4467e7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a49 expref: 119 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.187329:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c96df000, rc -2) 00000100:00100000:2.0:1781226958.187412:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+118:2425:x1867750941809920:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 801us (963us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781226958.187497:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 682 00000100:00100000:2.0:1781226958.190092:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964686336:192.168.202.30@tcp:104: 00010000:00010000:2.0:1781226958.190124:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226958.190635:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226958.191110:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810048 00000100:00100000:2.0:1781226958.191120:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810048 00010000:00010000:2.0:1781226958.191179:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 57 pid: 10991 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226958.191232:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 521 00000100:00100000:2.0:1781226958.191242:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+57:2427:x1867750941810048:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781226958.191260:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226958.191267:0:8431:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 57 pid: 10991 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.191281:0:8431:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 57 pid: 10991 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.191304:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058ebe00/0x5d5522eac44675c5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47613 expref: 57 pid: 10991 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.191317:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:2.0:1781226958.191322:0:8431:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.191332:0:8431:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.191340:0:8431:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.191362:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781226958.192064:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2427:x1867750941810048:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 177us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226958.192076:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 521 00000100:00080000:3.0:1781226958.192534:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781226958.192661:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.192672:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781226958.194289:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9480 00000004:00080000:2.0:1781226958.194303:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 917334606361ns, next at 918334604181ns, rc = 0 00010000:00010000:2.0:1781226958.194369:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194385:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194397:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194406:0:6524:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194468:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194477:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194504:0:6524:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781226958.194528:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194535:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194541:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194547:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226958.194552:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194559:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194572:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:2.0:1781226958.194575:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781226958.194578:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194584:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467e77 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194617:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194623:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194628:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194633:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226958.194635:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194640:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194647:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:2.0:1781226958.194649:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226958.194653:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194659:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467e69 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781226958.194668:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 00000000537e869c reply state 00000000c500e827 transno 4294968322 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194678:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226958.194683:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a5ef776800) 00010000:00010000:2.0:1781226958.194686:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781226958.194689:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781226958.194798:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+119:34732:x1867750941809792:12345-192.168.202.30@tcp:36:rm.0 Request processed in 24676us (24952us total) trans 4294968322 rc 0/0 00000100:00100000:2.0:1781226958.194808:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1736 00010000:00010000:3.0:1781226958.194887:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226958.194894:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226958.194903:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9574800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226958.194907:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226958.194914:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226958.194923:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff89a5c307e400) 00010000:00010000:3.0:1781226958.194926:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226958.194929:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226958.194935:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574800/0x5d5522eac4467e93 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226958.194953:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226958.194955:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226958.194956:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226958.242952:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226958.243008:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226958.243034:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810176 00000100:00100000:2.0:1781226958.243046:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810176 00000100:00100000:1.0:1781226958.243056:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226958.243085:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226958.243115:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 793 00000100:00100000:1.0:1781226958.243116:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226958.243130:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941810176:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.243142:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226958.243171:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226958.243211:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941810176:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226958.243219:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 793 00000100:00100000:3.0:1781226958.249990:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810432 00000100:00100000:3.0:1781226958.250007:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810432 00000100:00100000:3.0:1781226958.251796:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810944 00000100:00100000:3.0:1781226958.251808:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810944 00000100:00100000:3.0:1781226958.251838:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810560 00000100:00100000:3.0:1781226958.251841:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810560 00000100:00100000:3.0:1781226958.251859:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810816 00000100:00100000:3.0:1781226958.251862:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810816 00000100:00100000:3.0:1781226958.251902:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 762 00000100:00100000:3.0:1781226958.251914:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+20:2424:x1867750941810432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.258363:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810688 00000100:00100000:1.0:1781226958.258386:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810688 00000100:00100000:1.0:1781226958.258476:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941810304 00000100:00100000:1.0:1781226958.258481:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941810304 00000100:00100000:1.0:1781226958.258520:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1247 00000100:00100000:1.0:1781226958.258531:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941810688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.258620:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941810688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 91us (15573us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.258641:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1247 00000100:00100000:1.0:1781226958.258661:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1248 00000100:00100000:1.0:1781226958.258669:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941810304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.258715:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941810304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (15581us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.258722:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1248 00000100:00100000:1.0:1781226958.258746:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 763 00000100:00100000:1.0:1781226958.258756:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941810944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.258783:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941810944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (15698us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.258789:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 763 00000100:00100000:1.0:1781226958.258806:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 764 00000100:00100000:1.0:1781226958.258813:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+21:2424:x1867750941810560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.258838:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+21:2424:x1867750941810560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (15696us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.258843:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 764 00000100:00100000:1.0:1781226958.258855:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 765 00000100:00100000:1.0:1781226958.258862:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941810816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226958.258905:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941810816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (15733us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.258911:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 765 00000100:00080000:2.0:1781226958.265435:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226958.265448:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226958.265450:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226958.268976:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+20:2424:x1867750941810432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17051us (25953us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.268993:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 762 00000100:00100000:1.0:1781226958.847266:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964686464:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847338:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847381:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964686976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847405:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847425:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964687488:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847447:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847463:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c790b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964688000:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847482:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847505:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781226958.847511:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964686848:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847534:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847551:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964687360:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847570:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847585:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964687872:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.847607:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226958.847641:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964686976 00000100:00100000:1.0:1781226958.847648:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964686976 00000100:00100000:1.0:1781226958.847718:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1781226958.847728:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964686976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.847885:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964686592:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.847914:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.847934:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964687104:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.847953:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.847969:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964687616:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.847987:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.848004:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964688128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226958.848025:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.848044:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781226958.848050:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964686720:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848072:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.848089:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964687232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848109:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.848124:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964687744:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848143:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226958.848167:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964686848 00000100:00100000:3.0:1781226958.848171:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964686848 00000100:00100000:3.0:1781226958.848196:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964686592 00000100:00100000:3.0:1781226958.848199:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964686592 00000100:00100000:3.0:1781226958.848211:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687104 00000100:00100000:3.0:1781226958.848213:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687104 00000100:00100000:3.0:1781226958.848236:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687616 00000100:00100000:3.0:1781226958.848239:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687616 00000100:00100000:3.0:1781226958.848253:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687232 00000100:00100000:3.0:1781226958.848255:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687232 00000100:00100000:3.0:1781226958.848269:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687744 00000100:00100000:3.0:1781226958.848271:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687744 00000100:00100000:3.0:1781226958.848286:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1781226958.848292:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964686848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848341:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964686848:12345-0@lo:400:kworker.0 Request processed in 49us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848349:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1781226958.848369:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1781226958.848374:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964686592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848403:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964686592:12345-0@lo:400:kworker.0 Request processed in 29us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848410:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1781226958.848423:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1781226958.848429:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964687104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848454:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964687104:12345-0@lo:400:kworker.0 Request processed in 26us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848460:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1781226958.848471:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1781226958.848477:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964687616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848500:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964687616:12345-0@lo:400:kworker.0 Request processed in 23us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848506:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1781226958.848518:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1781226958.848523:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964687232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848546:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964687232:12345-0@lo:400:kworker.0 Request processed in 23us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848552:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1781226958.848563:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1781226958.848568:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964687744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848592:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964687744:12345-0@lo:400:kworker.0 Request processed in 24us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848598:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1781226958.848615:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964688128 00000100:00100000:3.0:1781226958.848619:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964688128 00000100:00100000:3.0:1781226958.848647:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1781226958.848653:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964688128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226958.848676:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920318464 avail 3688796160 00000100:00100000:3.0:1781226958.848737:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964688128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848822:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1781226958.848843:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964686720 00000100:00100000:3.0:1781226958.848847:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964686720 00000100:00100000:3.0:1781226958.848874:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1781226958.848881:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964686720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848915:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964686720:12345-0@lo:400:kworker.0 Request processed in 34us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226958.848920:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00080000:3.0:1781226958.848940:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226958.848944:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226958.848946:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226958.848972:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964686720:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848984:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964687232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848991:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964687744:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.848999:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964686592:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.849007:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72df840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964687104:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.849015:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964687616:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.849028:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964688128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226958.849080:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87abc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964686848:0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.849752:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964686976:12345-0@lo:400:kworker.0 Request processed in 2014us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.849761:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1781226958.849790:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687488 00000100:00100000:1.0:1781226958.849795:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687488 00000100:00100000:1.0:1781226958.849829:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964688000 00000100:00100000:1.0:1781226958.849832:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964688000 00000100:00100000:1.0:1781226958.849848:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687360 00000100:00100000:1.0:1781226958.849850:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687360 00000100:00100000:1.0:1781226958.849860:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964687872 00000100:00100000:1.0:1781226958.849873:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964687872 00000100:00100000:1.0:1781226958.849889:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1781226958.849895:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964687488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.849928:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964687488:12345-0@lo:400:kworker.0 Request processed in 33us (2480us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.849933:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1781226958.849944:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781226958.849950:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964688000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.849975:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3667:x1867750964688000:12345-0@lo:400:kworker.0 Request processed in 26us (2491us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.849980:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781226958.849990:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1781226958.849995:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964687360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.850022:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964687360:12345-0@lo:400:kworker.0 Request processed in 27us (2451us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.850027:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1781226958.850038:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1781226958.850044:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964687872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226958.850086:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964687872:12345-0@lo:400:kworker.0 Request processed in 43us (2478us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226958.850093:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1781226958.850326:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964686464 00000100:00100000:0.0:1781226958.850332:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964686464 00000100:00100000:0.0:1781226958.850363:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1781226958.850370:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964686464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226958.850404:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964686464:12345-0@lo:400:kworker.0 Request processed in 36us (3066us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226958.850411:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00080000:3.0:1781226958.852237:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226958.852246:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226958.852301:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964687360:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.852317:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964687872:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.852328:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964686464:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.852340:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964686976:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.852350:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964687488:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.852364:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c790b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964688000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226958.855996:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964688256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226958.856227:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226958.856296:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964688256 00000100:00100000:2.0:1781226958.856304:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964688256 00000100:00100000:2.0:1781226958.856354:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1781226958.856363:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964688256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781226958.856387:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920318464 avail 3688796160 00000100:00100000:2.0:1781226958.863729:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964688256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7356us (7492us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226958.863755:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1781226958.863940:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964688256:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781226958.974155:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226959.363210:0:24854:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226959.363221:0:24854:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226959.363294:0:24854:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781226959.363301:0:24854:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226959.431408:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.431504:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811200 00000100:00100000:3.0:1781226959.431515:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811200 00000100:00100000:3.0:1781226959.431588:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1737 00000100:00100000:3.0:1781226959.431666:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+119:34744:x1867750941811200:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:3.0:1781226959.431763:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.431791:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c92f5c00/0x5d5522eac446778c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476c2 expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.431808:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:3.0:1781226959.431813:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226959.431838:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.431851:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.431872:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.431889:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.431902:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.431908:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226959.432263:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226959.432668:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811328 00000100:00100000:1.0:1781226959.432677:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811328 00000100:00100000:1.0:1781226959.432753:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 685 00000100:00100000:1.0:1781226959.432764:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+119:2425:x1867750941811328:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:1.0:1781226959.432793:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226959.432809:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ea8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a5e expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432874:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432884:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432893:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432907:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432919:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432926:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432956:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432962:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432968:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432974:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226959.432979:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432986:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.432995:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226959.432998:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226959.433003:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433009:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75800/0x5d5522eac4467eaf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433020:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433027:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433033:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433037:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226959.433040:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433045:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433063:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff89a5c8021a00) 00010000:00010000:1.0:1781226959.433066:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226959.433068:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433074:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467eb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433101:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ea8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a5e expref: 120 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433109:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226959.433111:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226959.433115:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ea8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a5e expref: 120 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.433129:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74800, rc -2) 00000100:00100000:1.0:1781226959.433191:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+119:2425:x1867750941811328:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 428us (928us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781226959.433200:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 685 00010000:00010000:1.0:1781226959.435031:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.435121:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 55 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.435130:0:6525:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.435169:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 55 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.435184:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 55 pid: 10991 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226959.435200:0:6525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964688384:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226959.435289:0:6525:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c2f9e540 going to sleep for 11 seconds 00000100:00100000:3.0:1781226959.439356:0:6525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6525:1867750964688384:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226959.439394:0:6525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226959.448899:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.452466:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811456 00000100:00100000:3.0:1781226959.452482:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811456 00010000:00010000:3.0:1781226959.452527:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 56 pid: 10991 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.452621:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 522 00000100:00100000:3.0:1781226959.452633:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+56:2426:x1867750941811456:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.452650:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.452658:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 56 pid: 10991 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.452673:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 56 pid: 10991 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.452715:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4800/0x5d5522eac4467700 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47683 expref: 56 pid: 10991 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.453392:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:3.0:1781226959.453402:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.453414:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.453422:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.453450:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.453520:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2426:x1867750941811456:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 887us (4629us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.453529:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 522 00010000:00010000:1.0:1781226959.453602:0:6525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.453611:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781226959.453929:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9544 00000004:00080000:1.0:1781226959.453940:0:6525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 918594243999ns, next at 919594241304ns, rc = 0 00010000:00010000:1.0:1781226959.454005:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454018:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454028:0:6525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454035:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454042:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454048:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454066:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781226959.454088:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454096:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454102:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454108:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226959.454114:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454122:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454132:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:1.0:1781226959.454136:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226959.454139:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454145:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467ebd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454163:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454170:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454175:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454180:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d0c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226959.454183:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454188:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454196:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226959.454198:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226959.454202:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454207:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d0c00/0x5d5522eac4467e9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781226959.454219:0:6525:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 0000000088c5faf1 reply state 00000000b92ec457 transno 4294968323 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454231:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.454237:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5fb3f7500) 00010000:00010000:1.0:1781226959.454240:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781226959.454243:0:6525:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781226959.454297:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+120:34744:x1867750941811200:12345-192.168.202.30@tcp:36:rm.0 Request processed in 22700us (22901us total) trans 4294968323 rc 0/0 00000100:00100000:1.0:1781226959.454305:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1737 00010000:00010000:2.0:1781226959.458732:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226959.458758:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.458770:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74800 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226959.458775:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.458783:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.458804:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff89a5f680b500) 00010000:00010000:2.0:1781226959.458807:0:6512:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781226959.458811:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.458817:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74800/0x5d5522eac4467ec4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.458839:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226959.458841:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226959.458843:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226959.459196:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968323 is committed 00000004:00080000:1.0:1781226959.459207:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000004:00080000:1.0:1781226959.459222:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:1.0:1781226959.459229:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000004:00080000:1.0:1781226959.459234:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000100:00100000:0.0:1781226959.459813:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964688512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781226959.459894:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226959.459931:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226959.459937:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964688640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781226959.459960:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226959.459999:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964688512 00000100:00100000:0.0:1781226959.460007:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964688512 00000100:00100000:0.0:1781226959.460069:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964688640 00000100:00100000:0.0:1781226959.460073:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964688640 00000100:00100000:0.0:1781226959.460096:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1781226959.460104:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964688512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781226959.460133:0:17677:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:0.0:1781226959.460158:0:17677:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460180:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460191:0:17677:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 20 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460198:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226959.460200:0:17677:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226959.460204:0:17677:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460229:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 20 pid: 9780 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460243:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 20 pid: 9780 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.460256:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964688768:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226959.460335:0:17677:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460345:0:17677:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.460355:0:17677:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964688896:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226959.460371:0:17677:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c55fe600 going to sleep for 11 seconds 00000100:00100000:0.0:1781226959.460386:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1781226959.460393:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3666:x1867750964688640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781226959.460403:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00010000:00010000:0.0:1781226959.460414:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460425:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460434:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 20 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460441:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226959.460442:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226959.460445:0:8404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460460:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 20 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460469:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 20 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.460479:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964689024:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226959.460502:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.460511:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.460519:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964689152:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226959.460532:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c55fe540 going to sleep for 11 seconds 00000100:00100000:1.0:1781226959.461022:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964689408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781226959.461129:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226959.461160:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226959.461166:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964689280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781226959.461187:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226959.461216:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964689408 00000100:00100000:1.0:1781226959.461220:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964689408 00000100:00100000:1.0:1781226959.461248:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964689280 00000100:00100000:1.0:1781226959.461251:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964689280 00000100:00100000:1.0:1781226959.461267:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781226959.461275:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964689408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781226959.461293:0:9780:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:1.0:1781226959.461310:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461440:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461451:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461457:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461463:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a4c9575000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226959.461467:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461475:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461491:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff89a5c307e300) 00010000:00010000:2.0:1781226959.461494:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226959.461497:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461503:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9575000/0x5d5522eac4467e1c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10991 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461533:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461539:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461545:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461553:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226959.461556:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461562:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461571:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff89a5c8021c00) 00010000:00010000:2.0:1781226959.461573:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226959.461576:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461582:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467e3f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461598:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461604:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461609:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461626:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5e00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226959.461628:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461634:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461648:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff89a5ef776800) 00010000:00010000:2.0:1781226959.461650:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226959.461654:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461660:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5e00/0x5d5522eac4467e70 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461677:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461683:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461690:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461714:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226959.461717:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461722:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461731:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff89a5fb3f7500) 00010000:00010000:2.0:1781226959.461733:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226959.461748:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.461754:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1800/0x5d5522eac4467ea1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.461974:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1781226959.461986:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964689280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781226959.462006:0:15413:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:0.0:1781226959.462021:0:15413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.462142:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.462152:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 19 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.462160:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226959.462162:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781226959.462165:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.462195:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 19 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.462208:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 19 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226959.462222:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964689536:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226959.462290:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.462301:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226959.462311:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964689664:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226959.462389:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.462398:0:15413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 19 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.462409:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226959.462411:0:15413:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781226959.462413:0:15413:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.462432:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 19 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.462441:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 19 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.462450:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964689792:192.168.202.30@tcp:104: 00000100:00100000:1.0:1781226959.462508:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5f6847f00 going to sleep for 11 seconds 00010000:00010000:0.0:1781226959.468496:0:15413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.468520:0:15413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 12 pid: 8405 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.468540:0:15413:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964689920:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226959.469874:0:15413:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5d041cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781226959.476646:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924780 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964688768:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226959.492777:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.492807:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.492826:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.492887:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.492905:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.492922:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.492955:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811584 00000100:00100000:3.0:1781226959.492964:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811584 00010000:00010000:3.0:1781226959.493002:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 21 pid: 9780 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493033:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811712 00000100:00100000:3.0:1781226959.493035:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811712 00010000:00010000:3.0:1781226959.493047:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 22 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493059:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811840 00000100:00100000:3.0:1781226959.493062:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811840 00010000:00010000:3.0:1781226959.493075:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 20 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493085:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812224 00000100:00100000:3.0:1781226959.493087:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812224 00010000:00010000:3.0:1781226959.493097:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 13 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493107:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941811968 00000100:00100000:3.0:1781226959.493109:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941811968 00010000:00010000:3.0:1781226959.493120:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 21 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493131:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812096 00000100:00100000:3.0:1781226959.493133:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812096 00010000:00010000:3.0:1781226959.493143:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 13 pid: 8405 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493159:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 523 00000100:00100000:3.0:1781226959.493168:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+22:2427:x1867750941811584:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.493184:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.493190:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 22 pid: 9780 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493208:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 22 pid: 9780 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493233:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000543d15e1/0x5d5522eac4467d89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a03 expref: 22 pid: 9780 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493250:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.493301:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+21:2427:x1867750941811584:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 133us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.493309:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 523 00000100:00100000:3.0:1781226959.493326:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 524 00000100:00100000:3.0:1781226959.493333:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+20:2426:x1867750941811712:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.493342:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.493346:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 20 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493356:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 20 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493368:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.493384:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+20:2426:x1867750941811712:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 52us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.493391:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 524 00000100:00100000:3.0:1781226959.493429:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 525 00000100:00100000:3.0:1781226959.493436:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+21:2427:x1867750941811840:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.493444:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.493448:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 21 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493458:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 21 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493469:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.493483:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+21:2427:x1867750941811840:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 48us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.493488:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 525 00000100:00100000:3.0:1781226959.493498:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 526 00000100:00100000:3.0:1781226959.493503:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941812224:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.493509:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.493512:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 13 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493521:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 13 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493531:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.493533:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.493537:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493552:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493569:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.493582:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2424:x1867750941812224:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 78us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.493587:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 526 00000100:00100000:3.0:1781226959.493598:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 527 00000100:00100000:3.0:1781226959.493605:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+20:2426:x1867750941811968:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.493611:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.493615:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 20 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493624:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 20 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493637:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.493652:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:426c1963-9443-4542-9a73-222739759500+20:2426:x1867750941811968:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 48us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.493658:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 527 00000100:00100000:3.0:1781226959.493670:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 528 00000100:00100000:3.0:1781226959.493677:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941812096:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.493684:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.493689:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 13 pid: 8405 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493721:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 13 pid: 8405 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493733:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.493734:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.493737:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493745:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.493756:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.493771:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+13:2426:x1867750941812096:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 95us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.493776:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 528 00010000:00010000:3.0:1781226959.493954:0:9780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007663d549/0x5d5522eac4467da5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a18 expref: 19 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.493966:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964689536:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226959.493979:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9780:1867750964689664:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226959.493998:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.494192:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea19a0c4/0x5d5522eac4467d90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a11 expref: 19 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226959.494205:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7927840 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964689024:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226959.494218:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c522e8c/0x5d5522eac4467865 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47747 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781226959.494230:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867750964689152:192.168.202.30@tcp:104: 00010000:00010000:1.0:1781226959.494246:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.494255:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.494263:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.494278:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.494286:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.494308:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226959.494511:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3666:x1867750964688640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34117us (34548us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1781226959.494520:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00010000:00010000:3.0:1781226959.495312:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226959.495322:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.495332:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5400 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226959.495337:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.495346:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.495363:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.495371:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb962819/0x5d5522eac4467ed2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.495391:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226959.495393:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226959.495395:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781226959.498224:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967388 is committed 00000004:00080000:0.0:1781226959.500256:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c7926580/2, rc 0, transno 4294967388 00000100:00100000:0.0:1781226959.500272:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7926580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964688640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781226959.500312:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062f1f248/0x5d5522eac4467d9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a0a expref: 18 pid: 15413 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.500332:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cded00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964689792:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226959.500345:0:15413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000233a5d83/0x5d5522eac4467849 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47739 expref: 12 pid: 8405 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226959.500357:0:15413:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15413:1867750964689920:192.168.202.30@tcp:104: 00010000:00010000:0.0:1781226959.500386:0:15413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.500398:0:15413:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.500405:0:15413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.500416:0:15413:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.500424:0:15413:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226959.501674:0:15413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226959.502254:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3669:x1867750964689280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40265us (41060us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1781226959.502268:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000004:00080000:1.0:1781226959.502319:0:3669:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c79092c0/2, rc 0, transno 4294967387 00000100:00100000:1.0:1781226959.502326:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964689280:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1781226959.506041:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967387 is committed 00010000:00010000:3.0:1781226959.508772:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226959.508786:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.508801:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5a00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226959.508806:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.508817:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.508838:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.508846:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057cae59f/0x5d5522eac4467ee0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226959.509048:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226959.509051:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226959.509053:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226959.514807:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226959.514879:0:17677:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17677:1867750964688896:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226959.514911:0:17677:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.514944:0:6509:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812352 00000100:00100000:3.0:1781226959.514951:0:6509:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812352 00010000:00010000:3.0:1781226959.514989:0:6509:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.515026:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 529 00000100:00100000:3.0:1781226959.515035:0:6509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2425:x1867750941812352:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.515052:0:6509:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.515058:0:6509:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515071:0:6509:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515097:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000860b143c/0x5d5522eac446772a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b476a6 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515111:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.515114:0:6509:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.515119:0:6509:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515130:0:6509:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515155:0:6509:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226959.515205:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941812352:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 171us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226959.515213:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 529 00010000:00010000:3.0:1781226959.515327:0:17677:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515334:0:17677:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515341:0:17677:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515347:0:17677:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515359:0:17677:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226959.515493:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964688512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55391us (55599us total) trans 4294967389 rc 0/0 00000100:00100000:3.0:1781226959.515499:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00010000:00010000:3.0:1781226959.515516:0:6512:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226959.515521:0:6512:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515528:0:6512:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4000 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226959.515531:0:6512:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515538:0:6512:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515546:0:6512:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515550:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000320948ca/0x5d5522eac4467ecb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.515563:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226959.515565:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226959.515566:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226959.515584:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967388 gen 2 00000004:00080000:3.0:1781226959.515589:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c733d2c0, transno 4294967387 00000004:00080000:3.0:1781226959.515596:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c7926580, transno 4294967388 00000100:00100000:3.0:1781226959.515604:0:3666:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff89a4c79270c0 x1867750964688512/t4294967389(4294967389) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781226975 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1781226959.515615:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c79270c0/2, rc 0, transno 4294967389 00000100:00100000:3.0:1781226959.515620:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964688512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781226959.535318:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226959.535653:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812480 00000100:00100000:0.0:1781226959.535663:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812480 00010000:00010000:0.0:1781226959.535737:0:8431:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.535772:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 530 00000100:00100000:3.0:1781226959.535785:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+12:2426:x1867750941812480:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226959.535801:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226959.535807:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.535823:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.535850:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e28cae4/0x5d5522eac446791b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47786 expref: 12 pid: 8404 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.535874:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.535876:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226959.535881:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.535898:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.535929:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781226959.535971:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226959.535979:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941812480:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 197us (672us total) trans 0 rc 0/0 00010000:00010000:1.0:1781226959.535981:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.535992:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.536009:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226959.536028:0:9780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781226959.536202:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964689408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74927us (75072us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1781226959.536211:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781226959.536260:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:1.0:1781226959.536267:0:3669:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c79092c0, transno 4294967387 00000100:00100000:1.0:1781226959.536281:0:3669:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff89a4c7908f00 x1867750964689408/t4294967388(4294967388) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781226975 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1781226959.536294:0:3669:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a4c7908f00/2, rc 0, transno 4294967388 00000100:00100000:1.0:1781226959.536300:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7908f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964689408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781226959.541941:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 530 00010000:00010000:3.0:1781226959.542450:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226959.542462:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.542476:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75600 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226959.542482:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.542493:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.542517:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.542525:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c7261e1/0x5d5522eac4467ed9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226959.542545:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226959.542548:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226959.542550:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226959.868233:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964690048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226959.868314:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226959.868490:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690048 00000100:00100000:1.0:1781226959.868498:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690048 00000100:00100000:1.0:1781226959.868547:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1781226959.868556:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964690048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226959.868590:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226959.868736:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964690048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 180us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226959.868743:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1781226959.870522:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964690048:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226959.998618:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226961.017120:0:24906:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226961.017131:0:24906:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226961.017244:0:24906:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781226961.017252:0:24906:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226961.022467:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226961.084269:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226961.084277:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226961.084462:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:3.0:1781226961.084470:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226961.148346:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226961.148395:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226961.148440:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812864 00000100:00100000:0.0:1781226961.148452:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812864 00000100:00100000:0.0:1781226961.148539:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 687 00000100:00100000:0.0:1781226961.148551:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:426c1963-9443-4542-9a73-222739759500+112:2424:x1867750941812864:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:0.0:1781226961.148597:0:6528:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781226961.148618:0:6528:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac4467ee7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a65 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.148682:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149142:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149157:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149172:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149179:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149190:0:6528:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149238:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149246:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149253:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149259:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226961.149264:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149271:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149284:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226961.149287:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226961.149291:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149298:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5600/0x5d5522eac4467eee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149309:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149315:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149322:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149327:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5800 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:0.0:1781226961.149330:0:6528:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149336:0:6528:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149343:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff89a4c6f7a300) 00010000:00010000:0.0:1781226961.149345:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781226961.149348:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149354:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5800/0x5d5522eac4467ef5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149387:0:6528:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac4467ee7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a65 expref: 113 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149398:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:0.0:1781226961.149401:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781226961.149404:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5200/0x5d5522eac4467ee7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a65 expref: 113 pid: 6528 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.149413:0:6528:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5d19e5200, rc -2) 00000100:00100000:0.0:1781226961.149491:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:426c1963-9443-4542-9a73-222739759500+112:2424:x1867750941812864:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 942us (1094us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781226961.149505:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 687 00000100:00080000:0.0:1781226961.149532:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226961.150079:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812736 00000100:00100000:0.0:1781226961.150087:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812736 00000100:00100000:0.0:1781226961.150132:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1738 00000100:00100000:0.0:1781226961.150142:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+112:34755:x1867750941812736:12345-192.168.202.30@tcp:36:rm.0 00010000:00010000:0.0:1781226961.150184:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226961.150200:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6062cd800/0x5d5522eac4467937 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4778d expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150213:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:0.0:1781226961.150216:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781226961.150231:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150241:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150250:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150264:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150271:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150277:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150344:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150354:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 54 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150363:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150395:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 54 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226961.150409:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 54 pid: 14117 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226961.150424:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733c3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964690176:192.168.202.30@tcp:104: 00000100:00100000:0.0:1781226961.150496:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c656bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1781226961.159360:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733c3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6524:1867750964690176:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226961.159390:0:6524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226961.159517:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226961.159737:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941812992 00000100:00100000:3.0:1781226961.159810:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941812992 00010000:00010000:3.0:1781226961.159871:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 55 pid: 14117 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226961.159906:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 531 00000100:00100000:3.0:1781226961.159918:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eadea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+55:2426:x1867750941812992:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781226961.159936:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781226961.159944:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 55 pid: 14117 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.159957:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 55 pid: 14117 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.159985:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac44678ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4776a expref: 55 pid: 14117 timeout: 1020 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160003:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:3.0:1781226961.160008:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160018:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160025:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160048:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781226961.160103:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eadea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941812992:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 186us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226961.160111:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 531 00010000:00010000:3.0:1781226961.160166:0:6524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160172:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781226961.160461:0:6524:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9544 00000004:00080000:3.0:1781226961.160473:0:6524:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 920300776946ns, next at 921300774014ns, rc = 0 00010000:00010000:3.0:1781226961.160538:0:6524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160551:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160561:0:6524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160568:0:6524:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160575:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160581:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160598:0:6524:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781226961.160621:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160629:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160636:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160642:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226961.160647:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160655:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160664:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:3.0:1781226961.160667:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781226961.160671:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160678:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4000/0x5d5522eac4467f0a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160720:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160727:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.160733:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.161973:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e5000 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226961.161983:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.161994:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162008:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226961.162011:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226961.162014:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162021:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e5000/0x5d5522eac4467efc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781226961.162036:0:6524:0:(mdt_handler.c:4481:mdt_save_lock()) ### save lock request 000000005685ce6c reply state 00000000cf5c00cc transno 4294968324 ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162052:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162059:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6f7a500) 00010000:00010000:3.0:1781226961.162061:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781226961.162065:0:6524:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781226961.162158:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cded00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+113:34755:x1867750941812736:12345-192.168.202.30@tcp:36:rm.0 Request processed in 12015us (13818us total) trans 4294968324 rc 0/0 00000100:00100000:3.0:1781226961.162166:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1738 00010000:00010000:3.0:1781226961.162202:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781226961.162208:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162215:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:3.0:1781226961.162218:0:6513:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162224:0:6513:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162234:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff89a5c3003400) 00010000:00010000:3.0:1781226961.162236:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781226961.162239:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162244:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1e00/0x5d5522eac4467f11 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226961.162262:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226961.162264:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226961.162266:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1781226961.162479:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226961.411031:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964690304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226961.411111:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226961.411251:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690304 00000100:00100000:1.0:1781226961.411260:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690304 00000100:00100000:1.0:1781226961.411335:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1781226961.411345:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964690304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226961.411380:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781226961.411432:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964690304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226961.411440:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:0.0:1781226961.411549:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226961.411593:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964690304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226961.412135:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964690432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226961.412174:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226961.412258:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690432 00000100:00100000:2.0:1781226961.412264:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690432 00000100:00100000:2.0:1781226961.412341:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1781226961.412350:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964690432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226961.412365:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781226961.412446:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964690432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226961.412453:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:0.0:1781226961.412499:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226961.412985:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964690432:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1781226962.048744:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226962.180796:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781226962.294567:0:24957:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226962.294576:0:24957:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226962.295319:0:24957:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781226962.295330:0:24957:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226962.430755:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781226962.430783:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964690560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226962.430887:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226962.431155:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690560 00000100:00100000:1.0:1781226962.431163:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690560 00000100:00100000:1.0:1781226962.431216:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1781226962.431228:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964690560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226962.431269:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781226962.431336:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964690560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226962.431345:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1781226962.431384:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7909e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964690560:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226963.068585:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226963.357413:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226963.357468:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226963.357509:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226963.357620:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813120 00000100:00100000:2.0:1781226963.357632:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813120 00000100:00100000:2.0:1781226963.357743:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 795 00000100:00100000:2.0:1781226963.357756:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941813120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226963.357842:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941813120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 90us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226963.357852:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 795 00000100:00100000:3.0:1781226963.358007:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813632 00000100:00100000:3.0:1781226963.358013:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813632 00000100:00100000:3.0:1781226963.358070:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 770 00000100:00100000:3.0:1781226963.358078:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+19:2425:x1867750941813632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226963.358111:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+19:2425:x1867750941813632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 35us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.358118:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 770 00000100:00080000:2.0:1781226963.358180:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226963.359142:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813376 00000100:00100000:1.0:1781226963.359152:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813376 00000100:00100000:1.0:1781226963.359224:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1255 00000100:00100000:1.0:1781226963.359236:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941813376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226963.359290:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941813376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 57us (1821us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.359296:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1255 00000100:00080000:2.0:1781226963.360882:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781226963.373999:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226963.374058:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226963.374092:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226963.374124:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226963.374152:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226963.374174:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226963.374204:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814144 00000100:00100000:1.0:1781226963.374213:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814144 00000100:00100000:1.0:1781226963.374271:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813504 00000100:00100000:1.0:1781226963.374274:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813504 00000100:00100000:3.0:1781226963.374289:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813888 00000100:00100000:1.0:1781226963.374292:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814016 00000100:00100000:3.0:1781226963.374293:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813888 00000100:00100000:1.0:1781226963.374294:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814016 00000100:00100000:1.0:1781226963.374314:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 771 00000100:00100000:3.0:1781226963.374320:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813248 00000100:00100000:3.0:1781226963.374322:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813248 00000100:00100000:1.0:1781226963.374323:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941814144:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226963.374338:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941813760 00000100:00100000:3.0:1781226963.374339:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941813760 00000100:00100000:3.0:1781226963.374354:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1256 00000100:00100000:3.0:1781226963.374359:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941813888:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226963.374392:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941814144:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 70us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.374399:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 771 00000100:00100000:1.0:1781226963.374418:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 772 00000100:00100000:1.0:1781226963.374424:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941813504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226963.374438:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1257 00000100:00100000:2.0:1781226963.374448:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+113:2425:x1867750941813248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226963.374505:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 773 00000100:00100000:0.0:1781226963.374515:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941814016:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226963.387375:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941813888:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 13002us (13376us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.387391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1256 00000100:00100000:3.0:1781226963.387436:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1258 00000100:00100000:3.0:1781226963.387454:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941813760:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226963.387540:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941813760:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 96us (13387us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.387547:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1258 00000100:00080000:3.0:1781226963.387606:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226963.387612:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226963.387616:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226963.387619:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226963.396064:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941813504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21618us (21917us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.396090:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 772 00000100:00100000:2.0:1781226963.411932:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+113:2425:x1867750941813248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37471us (37824us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226963.415123:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1257 00000100:00100000:0.0:1781226963.416977:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941814016:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42446us (42783us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226963.416999:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 773 00000100:00100000:2.0:1781226963.964907:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964690816:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1781226963.964909:0:9784:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 923105211680ns, next at 924105207474ns, rc = 0 00000100:00100000:3.0:1781226963.964941:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964690688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226963.969103:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964691072:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.969686:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964690944:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.974528:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.974619:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690688 00000100:00100000:3.0:1781226963.974632:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690688 00000100:00100000:3.0:1781226963.974744:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1781226963.974757:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964690688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226963.974800:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920326656 avail 3688804352 00000100:00100000:3.0:1781226963.974875:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964690688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.974885:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00080000:3.0:1781226963.974913:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226963.974998:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964690688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781226963.976362:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964691200:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976450:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.976518:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691200 00000100:00100000:3.0:1781226963.976525:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691200 00000100:00100000:3.0:1781226963.976579:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1781226963.976589:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964691200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976648:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964691200:12345-0@lo:400:kworker.0 Request processed in 60us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.976655:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1781226963.976715:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964691200:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976723:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964691712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976750:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.976774:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691712 00000100:00100000:3.0:1781226963.976777:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691712 00000100:00100000:3.0:1781226963.976828:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:3.0:1781226963.976836:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964691712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976864:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964691712:12345-0@lo:400:kworker.0 Request processed in 31us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.976870:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00080000:3.0:1781226963.976887:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226963.976908:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964691712:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976915:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964692224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.976936:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.976956:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964692224 00000100:00100000:3.0:1781226963.976959:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964692224 00000100:00100000:3.0:1781226963.976988:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1781226963.976993:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964692224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.977024:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964692224:12345-0@lo:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.977030:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00080000:3.0:1781226963.977043:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226963.977067:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964692224:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.977101:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781226963.977125:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.977187:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964691328:0@lo:400:kworker.0 00000100:00100000:2.0:1781226963.977189:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690816 00000100:00100000:2.0:1781226963.977201:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690816 00000100:00100000:3.0:1781226963.977234:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226963.977271:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1781226963.977281:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964690816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226963.977307:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920326656 avail 3688804352 00000100:00100000:3.0:1781226963.977828:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691328 00000100:00100000:3.0:1781226963.977836:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691328 00000100:00100000:3.0:1781226963.977881:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1781226963.977891:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964691328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.977968:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964691328:12345-0@lo:400:kworker.0 Request processed in 76us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226963.977968:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964690816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 682us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.977994:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1781226963.978035:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964691328:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.978044:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964691840:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.978074:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.978098:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691840 00000100:00100000:3.0:1781226963.978102:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691840 00000100:00100000:3.0:1781226963.978219:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1781226963.978227:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964691840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.978263:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964691840:12345-0@lo:400:kworker.0 Request processed in 37us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.978269:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1781226963.978376:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964691840:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.978384:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964692352:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.978406:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.978427:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964692352 00000100:00100000:3.0:1781226963.978431:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964692352 00000100:00100000:3.0:1781226963.978454:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1781226963.978461:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964692352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.978493:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964692352:12345-0@lo:400:kworker.0 Request processed in 32us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.978499:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1781226963.978533:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964692352:0@lo:400:kworker.0 00000100:00100000:2.0:1781226963.978690:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:3.0:1781226963.978767:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226963.978772:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226963.978804:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964690816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226963.979554:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226963.979618:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964691584:0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.979626:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691072 00000100:00100000:3.0:1781226963.979640:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691072 00000100:00100000:0.0:1781226963.979660:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226963.979725:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691584 00000100:00100000:3.0:1781226963.979730:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691584 00000100:00100000:3.0:1781226963.979762:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1781226963.979769:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964691072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.979847:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964691072:12345-0@lo:400:kworker.0 Request processed in 79us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.979854:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1781226963.979870:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1781226963.979876:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964691584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226963.979906:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964691584:12345-0@lo:400:kworker.0 Request processed in 31us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226963.979911:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00080000:3.0:1781226963.979933:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226963.980623:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964691584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226963.980651:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964692096:0@lo:400:kworker.0 00000100:00100000:0.0:1781226963.980800:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226963.980954:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964691072:0@lo:400:kworker.0 00000100:00100000:0.0:1781226963.980990:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964692096 00000100:00100000:0.0:1781226963.980996:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964692096 00000100:00100000:0.0:1781226963.981057:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1781226963.981065:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964692096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226963.981119:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964692096:12345-0@lo:400:kworker.0 Request processed in 54us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226963.981126:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00080000:0.0:1781226963.981263:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226963.981284:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964692096:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.982992:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226963.983062:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964691456:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.983098:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226963.983118:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964691968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.983141:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226963.983156:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964692480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.983177:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226963.983224:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964690944 00000100:00100000:1.0:1781226963.983231:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964690944 00000100:00100000:1.0:1781226963.984253:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1781226963.984272:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964690944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.984373:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964690944:12345-0@lo:400:kworker.0 Request processed in 106us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.984381:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1781226963.984444:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691456 00000100:00100000:1.0:1781226963.984452:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691456 00000100:00100000:1.0:1781226963.984484:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1781226963.984491:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964691456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.984529:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964691456:12345-0@lo:400:kworker.0 Request processed in 39us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.984535:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1781226963.984557:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964691968 00000100:00100000:1.0:1781226963.984560:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964691968 00000100:00100000:1.0:1781226963.984598:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964692480 00000100:00100000:1.0:1781226963.984602:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964692480 00000100:00100000:1.0:1781226963.984623:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781226963.984642:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964691968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.984679:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964691968:12345-0@lo:400:kworker.0 Request processed in 50us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.984686:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781226963.984793:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1781226963.984802:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964692480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.984920:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3668:x1867750964692480:12345-0@lo:400:kworker.0 Request processed in 119us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226963.984927:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00080000:1.0:1781226963.985113:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226963.985152:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964690944:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.985169:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964691456:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.985186:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964691968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226963.985197:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964692480:0@lo:400:kworker.0 00010000:00010000:1.0:1781226964.096215:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226964.615377:0:25008:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226964.615396:0:25008:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226964.618270:0:25008:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781226964.618302:0:25008:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226964.989555:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964692608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226964.989621:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226964.989791:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964692608 00000100:00100000:3.0:1781226964.989797:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964692608 00000100:00100000:3.0:1781226964.989883:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1781226964.989894:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964692608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226964.989931:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226964.989996:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964692608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226964.990002:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1781226964.990068:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964692608:0@lo:41:osp-pre-1-0.0 00000004:00080000:1.0:1781226964.995159:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000001:00080000:1.0:1781226964.995193:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968324 is committed 00000004:00080000:1.0:1781226964.995198:0:6503:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000100:00100000:3.0:1781226964.995370:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964692736:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781226964.995440:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226964.995508:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964692736 00000100:00100000:3.0:1781226964.995515:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964692736 00000100:00100000:3.0:1781226964.995556:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1781226964.995564:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964692736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781226964.995592:0:9780:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00010000:00010000:3.0:1781226964.995619:0:9780:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226964.995642:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226964.995653:0:9780:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226964.995661:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226964.995664:0:9780:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781226964.995667:0:9780:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781226964.995829:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967389 is committed 00010000:00010000:3.0:1781226964.995960:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 18 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226964.996045:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 18 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226964.996060:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964692864:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226964.996140:0:9780:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 10 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226964.996151:0:9780:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 10 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226964.996161:0:9780:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964692992:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226964.996184:0:9780:0:(client.c:2692:ptlrpc_set_wait()) set ffff89a5c7040b40 going to sleep for 11 seconds 00010000:00010000:2.0:1781226964.996309:0:3653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226964.996320:0:3653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226964.996327:0:3653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226964.996337:0:3653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5d19e4c00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:2.0:1781226964.996342:0:3653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226964.996351:0:3653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226964.996367:0:3653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff89a4c6f7a500) 00010000:00010000:2.0:1781226964.996371:0:3653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781226964.996375:0:3653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226964.996382:0:3653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d19e4c00/0x5d5522eac4467f03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781226964.998397:0:8399:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967388 is committed 00000100:00100000:3.0:1781226965.001896:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876940 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964692864:192.168.202.30@tcp:104: 00000100:00100000:3.0:1781226965.001913:0:9780:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9780:1867750964692992:192.168.202.30@tcp:104: 00010000:00010000:3.0:1781226965.001939:0:9780:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226965.010569:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226965.010648:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226965.010738:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814272 00000100:00100000:0.0:1781226965.010748:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814272 00010000:00010000:0.0:1781226965.010835:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 19 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226965.010873:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814400 00000100:00100000:0.0:1781226965.010876:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814400 00010000:00010000:0.0:1781226965.010895:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 11 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781226965.010915:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 532 00000100:00100000:0.0:1781226965.010925:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+19:2426:x1867750941814272:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226965.010941:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781226965.010952:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 19 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781226965.010976:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 19 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781226965.010990:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 533 00000100:00100000:2.0:1781226965.011000:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941814400:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781226965.011005:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000250f0531/0x5d5522eac4467d97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a1f expref: 19 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.011008:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781226965.011012:0:9477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 11 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.011022:0:9477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 11 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1781226965.011068:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1781226965.011492:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781226965.011500:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004474352f/0x5d5522eac4467ccc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b479a8 expref: 11 pid: 15413 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.011516:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226965.011518:0:9477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781226965.011522:0:9477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.011532:0:9477:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.011561:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781226965.011598:0:9780:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226965.011608:0:9780:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226965.011618:0:9780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226965.011625:0:9780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226965.011641:0:9780:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781226965.011845:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964692736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16280us (16404us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1781226965.011854:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1781226965.011901:0:3666:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:3.0:1781226965.011907:0:3666:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c79270c0, transno 4294967389 00000100:00100000:2.0:1781226965.011970:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941814400:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 971us (1319us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226965.011974:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941814272:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1050us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226965.011977:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 533 00000100:00100000:0.0:1781226965.011991:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 532 00010000:00010000:2.0:1781226965.012000:0:7448:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781226965.012006:0:7448:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.012014:0:7448:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1e00 already unused, calling callback (ffffffffc0df6bd0) 00010000:00010000:2.0:1781226965.012019:0:7448:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226965.012023:0:3666:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff89a605875a40 x1867750964692736/t4294967390(4294967390) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781226980 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1781226965.012028:0:7448:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781226965.012035:0:3666:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89a605875a40/2, rc 0, transno 4294967390 00010000:00010000:2.0:1781226965.012039:0:7448:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781226965.012041:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964692736:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1781226965.012051:0:7448:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6140a93/0x5d5522eac4467f18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781226965.012068:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226965.012070:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226965.012072:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226965.116007:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226966.144527:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226966.528125:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964693120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226966.528194:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226966.528267:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693120 00000100:00100000:1.0:1781226966.528274:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693120 00000100:00100000:1.0:1781226966.528327:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1781226966.528338:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964693120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781226966.528370:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781226966.528415:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964693120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226966.528422:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:1.0:1781226966.528445:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226966.528480:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964693120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226966.528678:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781226966.528689:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964693248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226966.528735:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226966.528762:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693248 00000100:00100000:2.0:1781226966.528766:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693248 00000100:00100000:2.0:1781226966.528805:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1781226966.528812:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964693248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781226966.528823:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781226966.528853:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964693248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226966.528860:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1781226966.528884:0:3669:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967388 gen 2 00000004:00080000:2.0:1781226966.528890:0:3669:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a4c7908f00, transno 4294967388 00000100:00100000:2.0:1781226966.528901:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964693248:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781226966.529127:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1781226966.699141:0:25059:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226966.699151:0:25059:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226966.700260:0:25059:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226966.700276:0:25059:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226967.164127:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226967.548313:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964693376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226967.548391:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226967.548622:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693376 00000100:00100000:0.0:1781226967.548631:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693376 00000100:00100000:0.0:1781226967.548687:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1781226967.548716:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964693376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226967.548764:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781226967.548999:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964693376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 303us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226967.549008:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1781226967.549574:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964693376:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226968.190040:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226968.486659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486716:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486749:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486781:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486803:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486820:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486835:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486871:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226968.486898:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815040 00000100:00100000:0.0:1781226968.486907:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815040 00000100:00100000:3.0:1781226968.487132:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814784 00000100:00100000:3.0:1781226968.487137:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814784 00000100:00100000:3.0:1781226968.487170:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815296 00000100:00100000:3.0:1781226968.487174:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815296 00000100:00100000:3.0:1781226968.487186:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814656 00000100:00100000:3.0:1781226968.487188:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814656 00000100:00100000:3.0:1781226968.487199:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815168 00000100:00100000:3.0:1781226968.487201:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815168 00000100:00100000:3.0:1781226968.487216:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1265 00000100:00100000:3.0:1781226968.487225:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941814784:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226968.487298:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941814784:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 74us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226968.487306:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1265 00000100:00100000:3.0:1781226968.487323:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1266 00000100:00100000:3.0:1781226968.487329:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941815296:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226968.487353:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941815296:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226968.487359:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1266 00000100:00100000:3.0:1781226968.487372:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1267 00000100:00100000:3.0:1781226968.487378:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941814656:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226968.487404:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941814656:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226968.487410:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1267 00000100:00100000:3.0:1781226968.487421:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1268 00000100:00100000:3.0:1781226968.487426:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941815168:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226968.487448:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941815168:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226968.487454:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1268 00000100:00100000:0.0:1781226968.488151:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815552 00000100:00100000:0.0:1781226968.488159:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815552 00000100:00100000:0.0:1781226968.488194:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814912 00000100:00100000:0.0:1781226968.488197:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814912 00000100:00100000:0.0:1781226968.488209:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815424 00000100:00100000:0.0:1781226968.488212:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815424 00000100:00100000:0.0:1781226968.488227:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 778 00000100:00100000:0.0:1781226968.488234:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941815040:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226968.488276:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941815040:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226968.488282:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 778 00000100:00100000:0.0:1781226968.488298:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:0.0:1781226968.488304:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941815552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226968.488326:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941815552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (1523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226968.488333:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 779 00000100:00100000:0.0:1781226968.488347:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 780 00000100:00100000:0.0:1781226968.488354:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941814912:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226968.488374:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941814912:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226968.488380:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 780 00000100:00100000:0.0:1781226968.488389:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00100000:0.0:1781226968.488395:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941815424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226968.488416:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941815424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226968.488421:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 781 00000100:00080000:0.0:1781226968.488462:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781226968.488466:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226968.488468:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226968.488470:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226968.489215:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941814528 00000100:00100000:2.0:1781226968.489223:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941814528 00000100:00100000:2.0:1781226968.489268:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 797 00000100:00100000:2.0:1781226968.489276:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941814528:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226968.489328:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941814528:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 53us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226968.489335:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 797 00000100:00100000:0.0:1781226969.087853:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964693504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226969.087932:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.088010:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226969.088017:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964693632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226969.088039:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226969.088171:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693504 00000100:00100000:3.0:1781226969.088180:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693504 00000100:00100000:3.0:1781226969.088248:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693632 00000100:00100000:3.0:1781226969.088252:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693632 00000100:00100000:3.0:1781226969.088275:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781226969.088284:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964693504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226969.088325:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781226969.088376:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964693504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226969.088383:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781226969.088399:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1781226969.088405:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964693632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781226969.088414:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781226969.088433:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1867750964693632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 29us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226969.088439:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:0.0:1781226969.088536:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226969.088581:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964693632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226969.088595:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964693504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226969.096053:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964693760:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096137:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096186:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964694272:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096216:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096237:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964694784:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096260:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096287:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226969.096292:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964693888:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096316:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096334:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964694400:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096354:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096371:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964694912:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096393:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096419:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964694144:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096441:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096457:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964694656:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096479:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096495:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781226969.096500:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964694016:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096522:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096545:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964694528:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096565:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096580:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964695040:0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.096600:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226969.096625:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694272 00000100:00100000:0.0:1781226969.096632:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694272 00000100:00100000:0.0:1781226969.096677:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694016 00000100:00100000:0.0:1781226969.096680:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694016 00000100:00100000:0.0:1781226969.096721:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1781226969.096730:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964694272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.097478:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964694272:12345-0@lo:400:kworker.0 Request processed in 746us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.097489:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1781226969.097517:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1781226969.097526:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964694016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.097564:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964694016:12345-0@lo:400:kworker.0 Request processed in 41us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.097571:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1781226969.097595:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694784 00000100:00100000:0.0:1781226969.097599:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694784 00000100:00100000:0.0:1781226969.097628:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694656 00000100:00100000:0.0:1781226969.097631:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694656 00000100:00100000:3.0:1781226969.097894:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693760 00000100:00100000:3.0:1781226969.097899:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693760 00000100:00100000:3.0:1781226969.097931:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1781226969.097939:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964693760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226969.097974:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964693760:12345-0@lo:400:kworker.0 Request processed in 37us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226969.097979:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1781226969.099975:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1781226969.099990:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964694784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100082:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964694784:12345-0@lo:400:kworker.0 Request processed in 96us (3821us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100089:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1781226969.100107:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1781226969.100113:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964694656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100145:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964694656:12345-0@lo:400:kworker.0 Request processed in 33us (3665us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100152:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1781226969.100181:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964693888 00000100:00100000:0.0:1781226969.100189:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964693888 00000100:00100000:0.0:1781226969.100208:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694400 00000100:00100000:0.0:1781226969.100211:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694400 00000100:00100000:0.0:1781226969.100225:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694912 00000100:00100000:0.0:1781226969.100228:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694912 00000100:00100000:0.0:1781226969.100241:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694144 00000100:00100000:0.0:1781226969.100244:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694144 00000100:00100000:0.0:1781226969.100254:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964694528 00000100:00100000:0.0:1781226969.100257:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964694528 00000100:00100000:0.0:1781226969.100268:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695040 00000100:00100000:0.0:1781226969.100270:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695040 00000100:00100000:0.0:1781226969.100286:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1781226969.100292:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964693888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100328:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964693888:12345-0@lo:400:kworker.0 Request processed in 36us (4011us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100335:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1781226969.100348:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1781226969.100354:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964694400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100382:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964694400:12345-0@lo:400:kworker.0 Request processed in 29us (4027us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100388:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1781226969.100400:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1781226969.100406:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964694912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100432:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964694912:12345-0@lo:400:kworker.0 Request processed in 27us (4037us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100438:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1781226969.100450:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1781226969.100456:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964694144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100484:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964694144:12345-0@lo:400:kworker.0 Request processed in 28us (4042us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100489:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1781226969.100500:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1781226969.100506:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964694528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100532:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964694528:12345-0@lo:400:kworker.0 Request processed in 27us (3966us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100538:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1781226969.100549:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1781226969.100556:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964695040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226969.100581:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964695040:12345-0@lo:400:kworker.0 Request processed in 26us (3980us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226969.100588:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:2.0:1781226969.102070:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964694016:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102088:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964694528:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102099:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964695040:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102110:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964694144:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102121:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964694656:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102182:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964693888:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102192:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964694400:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102204:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964694912:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102213:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605876d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964693760:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102223:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964694272:0@lo:400:kworker.0 00000100:00100000:2.0:1781226969.102234:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964694784:0@lo:400:kworker.0 00000040:00080000:1.0:1781226969.102501:0:25111:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226969.102506:0:25111:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00080000:0.0:1781226969.103961:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226969.103970:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781226969.103974:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1781226969.104530:0:25111:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781226969.104545:0:25111:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781226969.215125:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226970.108103:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964695168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781226970.108184:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226970.108334:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695168 00000100:00100000:3.0:1781226970.108343:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695168 00000100:00100000:3.0:1781226970.108392:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1781226970.108401:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964695168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226970.108438:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226970.108495:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964695168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226970.108503:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1781226970.108590:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964695168:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226970.236610:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1781226970.627529:0:9468:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967390 is committed 00010000:00010000:3.0:1781226971.260447:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226971.305802:0:25162:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226971.305811:0:25162:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226971.306424:0:25162:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781226971.306434:0:25162:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781226971.324498:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226971.324509:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226971.325093:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226971.325110:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226971.645850:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226971.645877:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964695296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226971.645951:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226971.646367:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964695424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226971.646401:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226971.646483:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695296 00000100:00100000:3.0:1781226971.646490:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695296 00000100:00100000:3.0:1781226971.646548:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695424 00000100:00100000:3.0:1781226971.646552:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695424 00000100:00100000:3.0:1781226971.646572:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1781226971.646581:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964695296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226971.646612:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226971.646659:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964695296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226971.646667:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1781226971.646683:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781226971.646689:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964695424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226971.646738:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226971.646777:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964695424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226971.646783:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781226971.646837:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964695424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226971.646852:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964695296:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226971.647179:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781226972.287325:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226972.412452:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226972.668270:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964695552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226972.668349:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226972.668471:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695552 00000100:00100000:1.0:1781226972.668478:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695552 00000100:00100000:1.0:1781226972.668538:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1781226972.668548:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964695552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226972.668585:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781226972.668657:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964695552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226972.668665:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1781226972.668747:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964695552:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226973.308094:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226973.546492:0:25213:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226973.546502:0:25213:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226973.548306:0:25213:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226973.548331:0:25213:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226973.595588:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226973.595636:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226973.595747:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815680 00000100:00100000:1.0:1781226973.595758:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815680 00000100:00100000:1.0:1781226973.595816:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:1.0:1781226973.595826:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941815680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226973.595909:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941815680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 85us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226973.595917:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:3.0:1781226973.596250:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226973.596320:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816192 00000100:00100000:1.0:1781226973.596325:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816192 00000100:00080000:3.0:1781226973.596453:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226973.596486:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 784 00000100:00100000:1.0:1781226973.596497:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941816192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226973.596540:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941816192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 46us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226973.596550:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 784 00000100:00100000:2.0:1781226973.596689:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815936 00000100:00100000:2.0:1781226973.596713:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815936 00000100:00100000:2.0:1781226973.596763:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1275 00000100:00100000:2.0:1781226973.596770:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941815936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226973.596805:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941815936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226973.596812:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1275 00000100:00080000:3.0:1781226973.597026:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226973.607124:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226973.607178:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226973.607283:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816448 00000100:00100000:1.0:1781226973.607293:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816448 00000100:00100000:1.0:1781226973.607367:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1276 00000100:00100000:1.0:1781226973.607377:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941816448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226973.607471:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941816448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 95us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226973.607479:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1276 00000100:00080000:0.0:1781226973.607751:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226973.608050:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816704 00000100:00100000:2.0:1781226973.608057:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816704 00000100:00100000:2.0:1781226973.608113:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 785 00000100:00100000:2.0:1781226973.608122:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941816704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226973.608165:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941816704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 45us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226973.608176:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 785 00000100:00080000:0.0:1781226973.608251:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226973.610760:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226973.610797:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226973.610818:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226973.610839:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226973.610864:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816064 00000100:00100000:0.0:1781226973.610872:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816064 00000100:00100000:0.0:1781226973.610933:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816576 00000100:00100000:0.0:1781226973.610937:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816576 00000100:00100000:0.0:1781226973.610960:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 786 00000100:00100000:0.0:1781226973.610969:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941816064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226973.611038:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941816064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 70us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226973.611046:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 786 00000100:00100000:0.0:1781226973.611063:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 787 00000100:00100000:0.0:1781226973.611070:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941816576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226973.611093:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941816576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226973.611098:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 787 00000100:00080000:0.0:1781226973.611212:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226973.611224:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941815808 00000100:00100000:0.0:1781226973.611228:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941815808 00000100:00100000:0.0:1781226973.611258:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816320 00000100:00100000:0.0:1781226973.611261:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816320 00000100:00100000:0.0:1781226973.611282:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1277 00000100:00100000:0.0:1781226973.611288:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941815808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226973.611326:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941815808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226973.611333:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1277 00000100:00100000:0.0:1781226973.611346:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1278 00000100:00100000:0.0:1781226973.611353:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941816320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226973.611376:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941816320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226973.611541:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1278 00000100:00080000:0.0:1781226973.611565:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226974.205615:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226974.205644:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964695680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226974.205755:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226974.205839:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695680 00000100:00100000:3.0:1781226974.205847:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695680 00000100:00080000:2.0:1781226974.206095:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226974.206167:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781226974.206179:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964695680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226974.206217:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781226974.206271:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964695680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226974.206278:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781226974.206429:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964695680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226974.206674:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964695808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226974.206751:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226974.206900:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695808 00000100:00100000:1.0:1781226974.206907:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695808 00000100:00100000:1.0:1781226974.206949:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00080000:2.0:1781226974.207085:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226974.207114:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964695808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226974.207129:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781226974.207181:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964695808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 225us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226974.207188:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1781226974.207257:0:3668:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:2.0:1781226974.207263:0:3668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89a605875a40, transno 4294967390 00000100:00100000:2.0:1781226974.207285:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964695808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226974.207587:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964696320:0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.207636:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226974.207658:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964696832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.207683:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226974.207739:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226974.207746:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964695936:0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.207773:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226974.207793:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7415a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964696448:0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.207815:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226974.207833:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964696960:0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.207851:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226974.207875:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696320 00000100:00100000:2.0:1781226974.208156:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696832 00000100:00100000:2.0:1781226974.208162:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696832 00000100:00100000:2.0:1781226974.208203:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696960 00000100:00100000:2.0:1781226974.208205:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696960 00000100:00100000:2.0:1781226974.208225:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1781226974.208231:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964696832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208272:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964696832:12345-0@lo:400:kworker.0 Request processed in 41us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.208278:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1781226974.208294:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1781226974.208301:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964696960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208336:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964696960:12345-0@lo:400:kworker.0 Request processed in 36us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.208342:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1781226974.208361:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964695936 00000100:00100000:2.0:1781226974.208364:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964695936 00000100:00100000:2.0:1781226974.208391:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1781226974.208397:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964695936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208428:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964695936:12345-0@lo:400:kworker.0 Request processed in 31us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.208434:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1781226974.208472:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964696192:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208498:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226974.208518:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964696704:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208539:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226974.208555:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964697216:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208575:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226974.208606:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781226974.208613:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964696064:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208635:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226974.208652:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964696576:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208673:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226974.208688:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964697088:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208741:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226974.208766:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696448 00000100:00100000:2.0:1781226974.208771:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696448 00000100:00100000:2.0:1781226974.208798:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696192 00000100:00100000:2.0:1781226974.208800:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696192 00000100:00100000:2.0:1781226974.208813:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1781226974.208820:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964696448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208854:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964696448:12345-0@lo:400:kworker.0 Request processed in 34us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.208861:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1781226974.208876:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1781226974.208897:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964696192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.208930:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964696192:12345-0@lo:400:kworker.0 Request processed in 34us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.208936:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1781226974.208954:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696704 00000100:00100000:2.0:1781226974.209129:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696704 00000100:00100000:2.0:1781226974.209151:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697216 00000100:00100000:2.0:1781226974.209154:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697216 00000100:00100000:2.0:1781226974.209163:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696064 00000100:00100000:2.0:1781226974.209165:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696064 00000100:00100000:2.0:1781226974.209173:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964696576 00000100:00100000:2.0:1781226974.209175:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696576 00000100:00100000:2.0:1781226974.209184:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697088 00000100:00100000:2.0:1781226974.209186:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697088 00000100:00100000:2.0:1781226974.209197:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:2.0:1781226974.209202:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964696704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209231:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964696704:12345-0@lo:400:kworker.0 Request processed in 29us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.209236:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:2.0:1781226974.209246:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1781226974.209251:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964697216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209269:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964697216:12345-0@lo:400:kworker.0 Request processed in 19us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.209274:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1781226974.209283:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1781226974.209288:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964696064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209309:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964696064:12345-0@lo:400:kworker.0 Request processed in 21us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.209314:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1781226974.209325:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1781226974.209331:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964696576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209355:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964696576:12345-0@lo:400:kworker.0 Request processed in 25us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.209360:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1781226974.209371:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:2.0:1781226974.209377:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964697088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209404:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964697088:12345-0@lo:400:kworker.0 Request processed in 27us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226974.209410:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00080000:2.0:1781226974.209441:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226974.209446:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226974.209448:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226974.209478:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964696064:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209489:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964696576:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209498:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964697088:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209510:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964696192:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209519:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964696704:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209528:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964697216:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209573:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964695936:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.209585:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7415a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964696448:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.210100:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964696960:0@lo:400:kworker.0 00000100:00100000:2.0:1781226974.210118:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964696832:0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.210308:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964696320 00000100:00100000:0.0:1781226974.210409:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1781226974.210418:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964696320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226974.210476:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964696320:12345-0@lo:400:kworker.0 Request processed in 60us (2840us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226974.210483:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1781226974.210514:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964696320:0@lo:400:kworker.0 00010000:00010000:3.0:1781226974.332529:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781226975.235128:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781226975.235160:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964697344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781226975.235245:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226975.235556:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697344 00000100:00100000:3.0:1781226975.235565:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697344 00000100:00100000:3.0:1781226975.235623:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1781226975.235633:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964697344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226975.235671:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226975.235754:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964697344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226975.235764:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1781226975.237051:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964697344:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226975.358266:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226975.745253:0:25265:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226975.745265:0:25265:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226975.752104:0:25265:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226975.752131:0:25265:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226976.380184:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226976.764588:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964697472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226976.764665:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226976.766147:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697472 00000100:00100000:3.0:1781226976.766163:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697472 00000100:00100000:3.0:1781226976.766256:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1781226976.766269:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964697472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226976.766304:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226976.766538:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964697472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 271us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226976.766546:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:2.0:1781226976.766805:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226976.766851:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964697472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226976.767172:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226976.767187:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964697600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226976.767240:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226976.767330:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697600 00000100:00100000:0.0:1781226976.767336:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697600 00000100:00100000:0.0:1781226976.767399:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1781226976.767408:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964697600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226976.767425:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781226976.767466:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964697600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226976.767472:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1781226976.767503:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964697600:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781226976.767738:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781226977.409156:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226977.789979:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781226977.790014:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964697728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781226977.790126:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226977.790513:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697728 00000100:00100000:2.0:1781226977.790524:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697728 00000100:00100000:2.0:1781226977.790605:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1781226977.790621:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964697728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781226977.790672:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781226977.790792:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964697728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 174us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226977.790800:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1781226977.791056:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964697728:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781226978.055063:0:25316:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226978.055074:0:25316:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226978.055951:0:25316:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781226978.055968:0:25316:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226978.428844:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226978.727777:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226978.727834:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226978.727862:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226978.728072:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226978.728075:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816960 00000100:00100000:2.0:1781226978.728091:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816960 00000100:00100000:0.0:1781226978.728112:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226978.728141:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226978.728166:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226978.728187:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226978.728202:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817472 00000100:00100000:2.0:1781226978.728207:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817472 00000100:00100000:0.0:1781226978.728221:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226978.728232:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817088 00000100:00100000:2.0:1781226978.728237:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817088 00000100:00100000:0.0:1781226978.728255:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817216 00000100:00100000:2.0:1781226978.728259:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817600 00000100:00100000:0.0:1781226978.728261:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817216 00000100:00100000:2.0:1781226978.728267:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817600 00000100:00100000:2.0:1781226978.728301:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1285 00000100:00100000:0.0:1781226978.728305:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817728 00000100:00100000:0.0:1781226978.728310:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817728 00000100:00100000:2.0:1781226978.728315:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941816960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226978.728331:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817344 00000100:00100000:0.0:1781226978.728335:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817344 00000100:00100000:0.0:1781226978.728349:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817856 00000100:00100000:0.0:1781226978.728352:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817856 00000100:00100000:0.0:1781226978.728368:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 790 00000100:00100000:0.0:1781226978.728376:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941817216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226978.728418:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941816960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 105us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226978.728427:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1285 00000100:00100000:2.0:1781226978.728454:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1286 00000100:00100000:2.0:1781226978.728462:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941817472:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226978.728532:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00100000:1.0:1781226978.728543:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941817728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226978.729914:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941817472:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1438us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226978.729929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1286 00000100:00100000:2.0:1781226978.729980:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1287 00000100:00100000:2.0:1781226978.729997:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941817088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226978.730061:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941817088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 74us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226978.730068:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1287 00000100:00100000:0.0:1781226978.730082:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941817216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1703us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226978.730085:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1288 00000100:00100000:2.0:1781226978.730098:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941817600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226978.730099:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 790 00000100:00100000:0.0:1781226978.730135:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 792 00000100:00100000:2.0:1781226978.730136:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941817600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226978.730147:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1288 00000100:00100000:0.0:1781226978.730151:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941817344:12345-192.168.202.30@tcp:400:kworker.0 00000100:00080000:2.0:1781226978.730181:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226978.730189:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226978.730189:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941817344:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (2022us total) trans 0 rc 0/0 00000100:00080000:2.0:1781226978.730195:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226978.730201:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 792 00000100:00080000:2.0:1781226978.730202:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226978.730218:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 793 00000100:00100000:0.0:1781226978.730228:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941817856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226978.730255:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941817856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226978.730262:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 793 00000100:00100000:0.0:1781226978.730303:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941816832 00000100:00100000:0.0:1781226978.730320:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941816832 00000100:00100000:0.0:1781226978.730372:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00100000:0.0:1781226978.730379:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941816832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226978.730402:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941816832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (2291us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226978.730409:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00100000:1.0:1781226978.742235:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941817728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 13674us (14142us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226978.742255:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 791 00000100:00100000:0.0:1781226979.326024:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964697856:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326128:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326196:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964698368:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326226:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326249:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964698880:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326273:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326288:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964699392:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326311:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326336:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1781226979.326342:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964697984:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326372:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326388:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964698496:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326410:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326425:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964699008:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326446:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326459:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964699520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226979.326481:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326510:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964698112:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326535:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326552:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964698624:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326574:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326588:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964699136:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326608:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326634:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781226979.326641:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964698240:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326663:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326687:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964698752:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326739:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326754:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964699264:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.326775:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.326811:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699520 00000100:00100000:0.0:1781226979.326820:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699520 00000100:00100000:0.0:1781226979.326886:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1781226979.326898:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964699520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226979.326940:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226979.326991:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964699520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226979.327160:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697984 00000100:00100000:3.0:1781226979.327166:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697984 00000100:00100000:3.0:1781226979.327197:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698496 00000100:00100000:3.0:1781226979.327199:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698496 00000100:00100000:3.0:1781226979.327215:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699008 00000100:00100000:3.0:1781226979.327218:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699008 00000100:00100000:3.0:1781226979.327229:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698624 00000100:00100000:3.0:1781226979.327232:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698624 00000100:00100000:3.0:1781226979.327245:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699136 00000100:00100000:3.0:1781226979.327248:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699136 00000100:00100000:3.0:1781226979.327257:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698240 00000100:00100000:3.0:1781226979.327260:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698240 00000100:00100000:3.0:1781226979.327271:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1781226979.327279:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964697984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.327322:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1781226979.327385:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964699520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226979.327435:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698368 00000100:00100000:0.0:1781226979.327440:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698368 00000100:00100000:0.0:1781226979.327477:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698112 00000100:00100000:0.0:1781226979.327481:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698112 00000100:00100000:0.0:1781226979.327494:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1781226979.327501:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964698368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.327540:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964698368:12345-0@lo:400:kworker.0 Request processed in 40us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.327547:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1781226979.327559:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1781226979.327565:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964698112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.327734:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964697856 00000100:00100000:2.0:1781226979.327739:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964697856 00000100:00100000:2.0:1781226979.327780:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1781226979.327789:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964697856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226979.327822:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964697984:0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.327835:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964697856:12345-0@lo:400:kworker.0 Request processed in 47us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226979.327840:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964697856:0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.327847:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1781226979.327857:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964698368:0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.327894:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698880 00000100:00100000:2.0:1781226979.327900:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698880 00000100:00100000:1.0:1781226979.327915:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964698112:0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.327935:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699392 00000100:00100000:2.0:1781226979.327940:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699392 00000100:00100000:1.0:1781226979.327974:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964698752 00000100:00100000:1.0:1781226979.327979:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964698752 00000100:00100000:1.0:1781226979.328004:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699264 00000100:00100000:1.0:1781226979.328008:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699264 00000100:00100000:3.0:1781226979.328009:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964697984:12345-0@lo:400:kworker.0 Request processed in 363us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226979.328023:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1781226979.328026:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1781226979.328034:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964698880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226979.328049:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1781226979.328059:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964698496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.328095:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1781226979.328103:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964699392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226979.328203:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964698496:12345-0@lo:400:kworker.0 Request processed in 146us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226979.328211:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1781226979.328225:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1781226979.328247:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964698112:12345-0@lo:400:kworker.0 Request processed in 35us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.328257:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1781226979.328309:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1781226979.328317:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964698624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328358:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964698624:12345-0@lo:400:kworker.0 Request processed in 42us (1783us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.328364:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1781226979.328410:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964699008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226979.328453:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964699008:12345-0@lo:400:kworker.0 Request processed in 221us (2005us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226979.328459:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1781226979.328474:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1781226979.328506:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1781226979.328514:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964698240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328547:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964698240:12345-0@lo:400:kworker.0 Request processed in 34us (1883us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.328554:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1781226979.328597:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1781226979.328605:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964698752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328639:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964698752:12345-0@lo:400:kworker.0 Request processed in 35us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.328645:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1781226979.328661:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1781226979.328681:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964699264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328770:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964699264:12345-0@lo:400:kworker.0 Request processed in 103us (1993us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.328777:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1781226979.328824:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964698496:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328838:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964699008:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328879:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964698240:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328891:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964698752:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328902:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964699264:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.328912:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964698624:0@lo:400:kworker.0 00000100:00100000:3.0:1781226979.329093:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964699136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226979.329139:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964699136:12345-0@lo:400:kworker.0 Request processed in 50us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226979.329146:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1781226979.329408:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781226979.329427:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964699648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226979.329472:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226979.329817:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964699136:0@lo:400:kworker.0 00000100:00100000:0.0:1781226979.330907:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699648 00000100:00100000:0.0:1781226979.330921:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699648 00000100:00100000:0.0:1781226979.330992:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1781226979.331003:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964699648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226979.331036:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226979.331118:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964699648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226979.331125:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1781226979.331179:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964699648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226979.334039:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964699392:12345-0@lo:400:kworker.0 Request processed in 5919us (7709us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226979.334060:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:2.0:1781226979.334133:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226979.334141:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226979.334145:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226979.334149:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781226979.334347:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964698880:12345-0@lo:400:kworker.0 Request processed in 6311us (8068us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226979.334359:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1781226979.336386:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964698880:0@lo:400:kworker.0 00000100:00100000:2.0:1781226979.336411:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964699392:0@lo:400:kworker.0 00010000:00010000:2.0:1781226979.452990:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226980.089179:0:25367:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226980.089193:0:25367:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226980.092613:0:25367:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781226980.092636:0:25367:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226980.348353:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964699776:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226980.348449:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226980.348744:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699776 00000100:00100000:3.0:1781226980.348755:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699776 00000100:00100000:3.0:1781226980.348826:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1781226980.348837:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964699776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781226980.348886:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781226980.348954:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964699776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226980.348963:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1781226980.350025:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964699776:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226980.476016:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226980.765088:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226980.765288:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941817984 00000100:00100000:2.0:1781226980.765302:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941817984 00000100:00100000:2.0:1781226980.765403:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 704 00000100:00100000:2.0:1781226980.765428:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941817984:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:2.0:1781226980.765482:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781226980.765511:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4467f1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a88 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766074:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766093:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766108:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766139:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766148:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766155:0:6529:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766214:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766222:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766230:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766241:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226980.766245:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766253:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766266:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226980.766269:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226980.766276:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766283:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1600/0x5d5522eac4467f26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766300:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766307:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766313:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766318:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5f69d1a00 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:3.0:1781226980.766321:0:6529:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766326:0:6529:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766338:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x70954b0b (ffff89a5fb3f7d00) 00010000:00010000:3.0:1781226980.766341:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781226980.766343:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766349:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5f69d1a00/0x5d5522eac4467f2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766385:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4467f1f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a88 expref: 112 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766396:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:3.0:1781226980.766399:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781226980.766402:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c9574600/0x5d5522eac4467f1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a88 expref: 112 pid: 6529 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781226980.766428:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a4c9574600, rc -2) 00000100:00100000:3.0:1781226980.766517:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941817984:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 1104us (1442us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781226980.766527:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 704 00000100:00080000:0.0:1781226980.766966:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781226981.500372:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781226981.564752:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226981.564766:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226981.566077:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781226981.566104:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226981.884930:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964699904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781226981.885050:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226981.885137:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226981.885145:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964700032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226981.885174:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226981.885782:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964699904 00000100:00100000:3.0:1781226981.885799:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964699904 00000100:00100000:3.0:1781226981.885892:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781226981.885907:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964699904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781226981.885954:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226981.886030:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964699904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226981.886044:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781226981.886070:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700032 00000100:00100000:3.0:1781226981.886085:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700032 00000100:00100000:3.0:1781226981.886106:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1781226981.886113:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964700032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226981.886128:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226981.886157:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964700032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226981.886165:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00080000:2.0:1781226981.886167:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781226981.886231:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964700032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781226981.886250:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964699904:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1781226982.354124:0:25418:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226982.354140:0:25418:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226982.360323:0:25418:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781226982.360351:0:25418:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781226982.523994:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226982.656861:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781226982.908525:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226982.908559:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964700160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226982.908668:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226982.908941:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700160 00000100:00100000:1.0:1781226982.908952:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700160 00000100:00100000:1.0:1781226982.909033:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1781226982.909046:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964700160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226982.909094:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781226982.909172:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964700160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226982.909181:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1781226982.909433:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964700160:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226983.549681:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226983.841205:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226983.841328:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818112 00000100:00100000:0.0:1781226983.841339:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818112 00000100:00100000:0.0:1781226983.841399:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 803 00000100:00100000:0.0:1781226983.841410:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941818112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226983.841495:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941818112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 87us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226983.841511:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 803 00000100:00100000:1.0:1781226983.846565:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226983.846678:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818240 00000100:00100000:0.0:1781226983.846689:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818240 00000100:00100000:0.0:1781226983.846797:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1295 00000100:00080000:2.0:1781226983.846893:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226983.846993:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941818240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226983.847080:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941818240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 91us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226983.860448:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226983.860490:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226983.860514:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226983.860542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226983.860572:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818496 00000100:00100000:2.0:1781226983.860582:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818496 00000100:00100000:2.0:1781226983.860651:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819008 00000100:00100000:2.0:1781226983.860655:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819008 00000100:00100000:2.0:1781226983.860683:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 798 00000100:00100000:2.0:1781226983.860711:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941818496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226983.860798:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941818496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 107us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226983.860806:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 798 00000100:00100000:2.0:1781226983.860827:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:2.0:1781226983.860834:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941819008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226983.860860:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941819008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226983.860867:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 799 00000100:00100000:2.0:1781226983.860886:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818752 00000100:00100000:2.0:1781226983.860889:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818752 00000100:00100000:1.0:1781226983.861072:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818368 00000100:00100000:1.0:1781226983.861077:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818368 00000100:00100000:1.0:1781226983.861112:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1296 00000100:00100000:1.0:1781226983.861120:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941818368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226983.861159:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c9218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941818368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226983.861166:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1296 00000100:00100000:0.0:1781226983.861736:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1295 00000100:00100000:1.0:1781226983.869402:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226983.869540:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226983.869573:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818880 00000100:00100000:1.0:1781226983.869581:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818880 00000100:00100000:1.0:1781226983.869649:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1297 00000100:00100000:1.0:1781226983.869660:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941818880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226983.869752:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941818880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 93us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226983.869760:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1297 00000100:00100000:0.0:1781226983.869865:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941818624 00000100:00100000:0.0:1781226983.869870:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941818624 00000100:00100000:0.0:1781226983.869912:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 800 00000100:00100000:0.0:1781226983.869921:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941818624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226983.869958:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941818624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226983.869965:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 800 00000100:00100000:2.0:1781226983.871354:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1298 00000100:00100000:2.0:1781226983.871370:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941818752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226983.871447:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941818752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 83us (10956us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226983.871454:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1298 00000100:00080000:2.0:1781226983.871495:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226983.871501:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226983.871510:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226983.871512:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226983.902371:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226983.902852:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819136 00000100:00100000:2.0:1781226983.902862:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819136 00000100:00100000:2.0:1781226983.902962:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00100000:2.0:1781226983.902975:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941819136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226983.903076:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941819136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 105us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226983.903087:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 801 00000100:00080000:0.0:1781226983.903309:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226984.444039:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964700672:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.444113:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226984.447253:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964700288:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.447331:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.448229:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964701184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.448284:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.448318:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964701696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.448342:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.448394:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964700416:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.448425:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.448446:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964700928:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.448469:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.448488:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964701440:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.449994:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.450048:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964701952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226984.450079:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.450119:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781226984.450126:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964700544:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.450157:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.450176:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964701056:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.450196:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226984.450215:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964701568:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.450238:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226984.451019:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701952 00000100:00100000:3.0:1781226984.451032:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701952 00000100:00100000:3.0:1781226984.451106:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1781226984.451118:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964701952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781226984.451155:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781226984.451211:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964701952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226984.451219:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1781226984.451244:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700544 00000100:00100000:3.0:1781226984.451249:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700544 00000100:00100000:3.0:1781226984.451277:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1781226984.451284:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964700544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226984.451318:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964700544:12345-0@lo:400:kworker.0 Request processed in 35us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226984.451325:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00080000:3.0:1781226984.451354:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226984.451388:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964700544:0@lo:400:kworker.0 00000100:00100000:3.0:1781226984.451407:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71361c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964701952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226984.452179:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701184 00000100:00100000:0.0:1781226984.452189:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701184 00000100:00100000:0.0:1781226984.452242:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701696 00000100:00100000:0.0:1781226984.452245:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701696 00000100:00100000:0.0:1781226984.452267:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1781226984.452275:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964701184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.452334:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964701184:12345-0@lo:400:kworker.0 Request processed in 60us (4050us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.452340:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1781226984.452355:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1781226984.452361:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964701696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.452387:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964701696:12345-0@lo:400:kworker.0 Request processed in 27us (4045us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.452392:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1781226984.452548:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700672 00000100:00100000:0.0:1781226984.452552:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700672 00000100:00100000:0.0:1781226984.452573:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700416 00000100:00100000:0.0:1781226984.452576:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700416 00000100:00100000:0.0:1781226984.452585:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700928 00000100:00100000:0.0:1781226984.452589:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700928 00000100:00100000:0.0:1781226984.452600:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701440 00000100:00100000:0.0:1781226984.452602:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701440 00000100:00100000:0.0:1781226984.452614:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701056 00000100:00100000:0.0:1781226984.452616:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701056 00000100:00100000:0.0:1781226984.452646:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701568 00000100:00100000:0.0:1781226984.452649:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701568 00000100:00100000:0.0:1781226984.452663:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1781226984.452668:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964700672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453290:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964700800:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453342:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226984.453374:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964701312:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453397:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226984.453414:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964701824:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453435:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226984.453563:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700288 00000100:00100000:2.0:1781226984.453569:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700288 00000100:00100000:2.0:1781226984.453603:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1781226984.453611:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964700288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453664:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964700288:12345-0@lo:400:kworker.0 Request processed in 55us (6334us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226984.453671:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1781226984.453718:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701312 00000100:00100000:2.0:1781226984.453722:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701312 00000100:00100000:2.0:1781226984.453746:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964701824 00000100:00100000:2.0:1781226984.453749:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964701824 00000100:00100000:2.0:1781226984.453766:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1781226984.453773:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964701312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453884:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964701312:12345-0@lo:400:kworker.0 Request processed in 110us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226984.453891:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1781226984.453905:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1781226984.453910:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964701824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.453938:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964701824:12345-0@lo:400:kworker.0 Request processed in 28us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226984.453944:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1781226984.453964:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1781226984.453972:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964700416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.454010:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964700416:12345-0@lo:400:kworker.0 Request processed in 39us (5583us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226984.454017:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1781226984.454032:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1781226984.454039:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964700928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.455939:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964700672:12345-0@lo:400:kworker.0 Request processed in 3261us (11817us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.455953:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1781226984.455992:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1781226984.456007:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964701440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456076:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964701440:12345-0@lo:400:kworker.0 Request processed in 76us (6090us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.456082:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1781226984.456097:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1781226984.456105:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964701056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456139:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964701056:12345-0@lo:400:kworker.0 Request processed in 35us (5942us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.456144:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1781226984.456156:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1781226984.456163:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964701568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456193:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964701568:12345-0@lo:400:kworker.0 Request processed in 30us (5953us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.456198:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1781226984.456295:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964700672:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456310:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964701184:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456323:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964701696:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456390:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964700800 00000100:00100000:0.0:1781226984.456396:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964700800 00000100:00100000:0.0:1781226984.456431:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1781226984.456437:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964700800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.456472:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964700800:12345-0@lo:400:kworker.0 Request processed in 35us (3131us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.456478:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:3.0:1781226984.458244:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781226984.458255:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226984.458259:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226984.458262:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226984.459046:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964700928:12345-0@lo:400:kworker.0 Request processed in 5000us (10567us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226984.459198:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1781226984.459300:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964700288:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459316:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964700800:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459329:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964701312:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459340:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964701824:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459379:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964702080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226984.459415:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226984.459485:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964701056:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459499:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964701568:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459510:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964700416:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459521:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964700928:0@lo:400:kworker.0 00000100:00100000:2.0:1781226984.459532:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964701440:0@lo:400:kworker.0 00000100:00100000:0.0:1781226984.459928:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702080 00000100:00100000:0.0:1781226984.459937:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702080 00000100:00100000:0.0:1781226984.459988:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1781226984.459999:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964702080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226984.460033:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226984.460087:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964702080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226984.460094:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1781226984.460989:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964702080:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1781226984.540942:0:25470:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226984.540954:0:25470:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226984.541489:0:25470:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226984.541500:0:25470:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226984.571920:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226985.468336:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964702208:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226985.468429:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226985.468681:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702208 00000100:00100000:1.0:1781226985.468689:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702208 00000100:00100000:1.0:1781226985.468773:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1781226985.468783:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964702208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226985.468824:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226985.468881:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964702208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226985.468889:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1781226985.469026:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964702208:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781226985.596375:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781226986.625440:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226986.739789:0:25521:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226986.739799:0:25521:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226986.740313:0:25521:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781226986.740322:0:25521:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226987.005017:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964702336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781226987.005094:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226987.005232:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702336 00000100:00100000:1.0:1781226987.005241:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702336 00000100:00100000:1.0:1781226987.005309:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1781226987.005320:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964702336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781226987.005353:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226987.007678:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964702464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226987.007772:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226987.008741:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702464 00000100:00100000:0.0:1781226987.008753:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702464 00000100:00100000:0.0:1781226987.008805:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1781226987.008815:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964702464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226987.008841:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781226987.008913:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964702464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226987.008921:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1781226987.009035:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964702464:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781226987.009187:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226987.009393:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964702336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4074us (4297us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226987.009402:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1781226987.009679:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964702336:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781226987.644275:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226988.028056:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964702592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226988.028131:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226988.033711:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702592 00000100:00100000:0.0:1781226988.033729:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702592 00000100:00100000:0.0:1781226988.033800:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1781226988.033813:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964702592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781226988.033859:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781226988.042377:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964702592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 8556us (14233us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226988.042392:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1781226988.042901:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964702592:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781226988.670361:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226988.959067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226988.959187:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819264 00000100:00100000:2.0:1781226988.959200:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819264 00000100:00100000:2.0:1781226988.959273:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 805 00000100:00100000:2.0:1781226988.959285:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941819264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226988.959386:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941819264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 99us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226988.959394:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 805 00000100:00100000:2.0:1781226988.959468:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226988.959619:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226988.959645:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819520 00000100:00100000:2.0:1781226988.959649:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819520 00000100:00100000:2.0:1781226988.959722:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1305 00000100:00100000:2.0:1781226988.959730:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941819520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226988.959767:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941819520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226988.959773:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1305 00000100:00100000:2.0:1781226988.959795:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819776 00000100:00100000:2.0:1781226988.959799:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819776 00000100:00100000:2.0:1781226988.959955:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 806 00000100:00100000:2.0:1781226988.959963:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941819776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226988.959994:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941819776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226988.960001:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 806 00000100:00080000:2.0:1781226988.960020:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226988.960026:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226988.966444:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226988.966492:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226988.966512:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226988.966532:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226988.966563:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820288 00000100:00100000:3.0:1781226988.966583:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820288 00000100:00100000:3.0:1781226988.966655:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819648 00000100:00100000:3.0:1781226988.966659:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819648 00000100:00100000:3.0:1781226988.966686:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 807 00000100:00100000:3.0:1781226988.966727:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941820288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226988.966992:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941820288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 295us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226988.967004:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 807 00000100:00100000:3.0:1781226988.967025:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 808 00000100:00100000:3.0:1781226988.967034:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941819648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226988.967063:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941819648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226988.967070:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 808 00000100:00100000:3.0:1781226988.967095:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820032 00000100:00100000:3.0:1781226988.967098:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820032 00000100:00100000:3.0:1781226988.967134:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819392 00000100:00100000:3.0:1781226988.967137:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819392 00000100:00100000:3.0:1781226988.967159:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1306 00000100:00100000:3.0:1781226988.967165:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941820032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226988.967196:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941820032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226988.967203:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1306 00000100:00100000:3.0:1781226988.967214:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1307 00000100:00100000:3.0:1781226988.967219:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2427:x1867750941819392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226988.967242:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2427:x1867750941819392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226988.967248:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1307 00000100:00080000:3.0:1781226988.967281:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781226988.967286:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781226988.967289:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781226988.967291:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226988.978782:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226988.979063:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941819904 00000100:00100000:2.0:1781226988.979078:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941819904 00000100:00100000:2.0:1781226988.979174:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1308 00000100:00100000:2.0:1781226988.979187:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941819904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226988.979287:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941819904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 103us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226988.979296:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1308 00000100:00080000:0.0:1781226988.979358:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781226988.979556:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226988.984595:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820160 00000100:00100000:0.0:1781226988.984613:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820160 00000100:00100000:0.0:1781226988.984724:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:0.0:1781226988.984738:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941820160:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226988.984866:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941820160:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 131us (5311us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226988.984876:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00080000:0.0:1781226988.984907:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1781226989.092514:0:25572:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226989.092532:0:25572:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226989.093544:0:25572:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781226989.093562:0:25572:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781226989.565900:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781226989.565932:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964702720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226989.566040:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226989.567718:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702720 00000100:00100000:0.0:1781226989.567730:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702720 00000100:00100000:0.0:1781226989.567826:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1781226989.567842:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964702720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226989.567898:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226989.568000:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964702720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 164us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226989.568009:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:0.0:1781226989.568034:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781226989.568042:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226989.568057:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964702848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226989.568099:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226989.568655:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964703360:0@lo:400:kworker.0 00000100:00100000:2.0:1781226989.568719:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226989.568782:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702848 00000100:00100000:1.0:1781226989.568788:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702848 00000100:00100000:2.0:1781226989.568805:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964702720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781226989.568826:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1781226989.568829:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964703872:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.568833:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964702848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781226989.568847:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781226989.568871:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226989.568890:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781226989.568895:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964703232:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.568895:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964702848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226989.568902:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781226989.568933:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964703104:0@lo:400:kworker.0 00000100:00100000:2.0:1781226989.568937:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226989.568952:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964703744:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.568961:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226989.568973:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226989.568988:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964703616:0@lo:400:kworker.0 00000100:00100000:2.0:1781226989.568996:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964704256:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.569012:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226989.569146:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964702976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.569194:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964704128:0@lo:400:kworker.0 00000100:00080000:0.0:1781226989.569256:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781226989.569288:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703360 00000100:00100000:2.0:1781226989.569293:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703360 00000100:00100000:2.0:1781226989.569327:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703104 00000100:00100000:2.0:1781226989.569329:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703104 00000100:00100000:2.0:1781226989.569341:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703744 00000100:00100000:2.0:1781226989.569343:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703744 00000100:00100000:2.0:1781226989.569362:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703616 00000100:00100000:2.0:1781226989.569364:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703616 00000100:00100000:2.0:1781226989.569378:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1781226989.569386:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964703360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.576822:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226989.576939:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964703488:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577025:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226989.577057:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964704000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577086:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226989.577163:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1781226989.577180:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964703104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577250:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964703104:12345-0@lo:400:kworker.0 Request processed in 77us (8287us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577259:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1781226989.577293:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1781226989.577302:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964703744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577335:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8052580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964703744:12345-0@lo:400:kworker.0 Request processed in 36us (8361us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577342:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1781226989.577354:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1781226989.577361:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964703616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577415:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964703616:12345-0@lo:400:kworker.0 Request processed in 54us (8402us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577427:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1781226989.577466:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703872 00000100:00100000:3.0:1781226989.577476:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703872 00000100:00100000:3.0:1781226989.577526:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704000 00000100:00100000:3.0:1781226989.577529:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704000 00000100:00100000:3.0:1781226989.577552:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1781226989.577559:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964703872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577610:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964703872:12345-0@lo:400:kworker.0 Request processed in 51us (8738us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577617:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1781226989.577632:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1781226989.577650:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964704000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577684:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964704000:12345-0@lo:400:kworker.0 Request processed in 35us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577691:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1781226989.577738:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703232 00000100:00100000:3.0:1781226989.577743:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703232 00000100:00100000:3.0:1781226989.577780:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964703488 00000100:00100000:3.0:1781226989.577783:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964703488 00000100:00100000:3.0:1781226989.577797:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781226989.577803:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964703232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577843:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964703232:12345-0@lo:400:kworker.0 Request processed in 40us (8906us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577850:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781226989.577861:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1781226989.577866:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964703488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.577892:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964703488:12345-0@lo:400:kworker.0 Request processed in 26us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.577898:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1781226989.577992:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964703488:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.581619:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964704000:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.582060:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226989.582142:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964703872:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.582168:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964703232:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.582184:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964703744:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.582220:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704256 00000100:00100000:3.0:1781226989.582228:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704256 00000100:00100000:3.0:1781226989.582297:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1781226989.582308:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964704256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.582404:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964704256:12345-0@lo:400:kworker.0 Request processed in 98us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.582413:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1781226989.583345:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226989.583413:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964703104:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.583431:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964703616:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.583557:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964704256:0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.583622:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964702976 00000100:00100000:3.0:1781226989.583628:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964702976 00000100:00100000:3.0:1781226989.584142:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1781226989.584152:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964702976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226989.584219:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964702976:12345-0@lo:400:kworker.0 Request processed in 70us (7410us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226989.584231:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1781226989.584283:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964702976:0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.584355:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704128 00000100:00100000:1.0:1781226989.584360:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704128 00000100:00100000:1.0:1781226989.584402:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1781226989.584409:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964704128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226989.585070:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964704128:12345-0@lo:400:kworker.0 Request processed in 659us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226989.585079:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1781226989.585149:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964704128:0@lo:400:kworker.0 00000100:00080000:1.0:1781226989.585199:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781226989.585206:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781226989.585208:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781226989.585662:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964702848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226989.594983:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c2eb1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964703360:12345-0@lo:400:kworker.0 Request processed in 25579us (26245us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226989.595003:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1781226989.595115:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964703360:0@lo:400:kworker.0 00010000:00010000:2.0:1781226989.697223:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226990.589030:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226990.589064:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964704384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781226990.589160:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226990.589246:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704384 00000100:00100000:0.0:1781226990.589255:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704384 00000100:00100000:0.0:1781226990.589310:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1781226990.589318:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964704384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781226990.589364:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781226990.589419:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964704384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226990.589428:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1781226990.589542:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964704384:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781226990.717421:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226991.247082:0:25624:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781226991.247092:0:25624:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781226991.247689:0:25624:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781226991.247922:0:25624:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781226991.520061:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781226991.521595:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820416 00000100:00100000:1.0:1781226991.521609:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820416 00000100:00100000:1.0:1781226991.521733:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 713 00000100:00100000:1.0:1781226991.521746:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941820416:12345-192.168.202.30@tcp:63:ll_sa.0 00010000:00010000:1.0:1781226991.521786:0:7800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781226991.521807:0:7800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467f34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa9a55ebd77b47a8f expref: -99 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521865:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521880:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521893:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521907:0:7800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521914:0:7800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521920:0:7800:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521964:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521972:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521978:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521984:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb75600 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226991.521988:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.521995:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522006:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226991.522009:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226991.522013:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522019:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb75600/0x5d5522eac4467f3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522033:0:7800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522039:0:7800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522045:0:7800:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522050:0:7800:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89a5efb74200 already unused, calling callback (ffffffffc1a544f0) 00010000:00010000:1.0:1781226991.522052:0:7800:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522058:0:7800:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522064:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x71bff0c5 (ffff89a5fb2d1500) 00010000:00010000:1.0:1781226991.522066:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781226991.522069:0:7800:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522075:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74200/0x5d5522eac4467f42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522103:0:7800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467f34 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a8f expref: 112 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522114:0:7800:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff89a4c6fba600) 00010000:00010000:1.0:1781226991.522116:0:7800:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781226991.522119:0:7800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5efb74e00/0x5d5522eac4467f34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a8f expref: 112 pid: 7800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781226991.522129:0:7800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89a5efb74e00, rc -2) 00000100:00100000:1.0:1781226991.522201:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941820416:12345-192.168.202.30@tcp:63:ll_sa.0 Request processed in 459us (2149us total) trans 0 rc -2/-2 00000100:00080000:0.0:1781226991.522358:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226991.522585:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 713 00010000:00010000:2.0:1781226991.739959:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781226991.803915:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781226991.803925:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781226991.804475:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781226991.804487:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781226992.125441:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964704512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781226992.125521:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226992.125887:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781226992.125897:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964704640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781226992.125931:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226992.126051:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704512 00000100:00100000:3.0:1781226992.126060:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704512 00000100:00100000:3.0:1781226992.126124:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704640 00000100:00100000:3.0:1781226992.126127:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704640 00000100:00100000:3.0:1781226992.126144:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00080000:1.0:1781226992.126250:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226992.126302:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1781226992.126314:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5efa9e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964704640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781226992.126349:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781226992.126410:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5efa9e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964704640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226992.126418:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1781226992.126507:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964704640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781226992.126556:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964704512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226992.126571:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226992.126612:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964704512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 460us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226992.126619:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1781226992.126822:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964704512:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781226992.764893:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781226992.897456:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781226993.148278:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964704768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781226993.148406:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226993.148576:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704768 00000100:00100000:3.0:1781226993.148586:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704768 00000100:00100000:3.0:1781226993.148650:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1781226993.148661:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964704768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781226993.148747:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781226993.149643:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964704768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 981us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226993.149656:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1781226993.149870:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964704768:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781226993.389498:0:25675:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226993.389509:0:25675:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226993.390840:0:25675:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781226993.390865:0:25675:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226993.787992:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226994.080559:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226994.080623:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226994.080670:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226994.080822:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820800 00000100:00100000:0.0:1781226994.080837:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820800 00000100:00100000:0.0:1781226994.080955:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1315 00000100:00100000:0.0:1781226994.080970:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941820800:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226994.081090:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941820800:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 125us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226994.081099:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1315 00000100:00080000:0.0:1781226994.081252:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781226994.081572:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226994.081599:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781226994.081645:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821312 00000100:00100000:0.0:1781226994.081652:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821312 00000100:00100000:0.0:1781226994.081722:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1316 00000100:00100000:0.0:1781226994.081732:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941821312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781226994.081781:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941821312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 51us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226994.081788:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1316 00000100:00080000:0.0:1781226994.081831:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226994.083131:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820544 00000100:00100000:2.0:1781226994.083149:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820544 00000100:00100000:2.0:1781226994.083243:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 807 00000100:00100000:2.0:1781226994.083258:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941820544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226994.083347:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941820544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 94us (2821us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.083356:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 807 00000100:00100000:3.0:1781226994.089776:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226994.089843:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226994.090517:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820672 00000100:00100000:2.0:1781226994.090542:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820672 00000100:00100000:2.0:1781226994.090655:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1317 00000100:00100000:2.0:1781226994.090669:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941820672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226994.090843:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941820672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 177us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.090853:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1317 00000100:00080000:2.0:1781226994.092039:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781226994.093539:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821056 00000100:00100000:1.0:1781226994.093571:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821056 00000100:00100000:1.0:1781226994.093743:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821568 00000100:00100000:1.0:1781226994.093748:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821568 00000100:00100000:1.0:1781226994.093839:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 812 00000100:00100000:1.0:1781226994.093854:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941821056:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226994.098318:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941821056:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 4447us (17626us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226994.098342:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 812 00000100:00100000:1.0:1781226994.098401:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 813 00000100:00100000:1.0:1781226994.098435:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941821568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226994.098471:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941821568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 47us (16871us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226994.098478:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 813 00000100:00080000:2.0:1781226994.099740:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226994.101387:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226994.101444:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781226994.101489:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941820928 00000100:00100000:3.0:1781226994.101502:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941820928 00000100:00100000:3.0:1781226994.101820:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821440 00000100:00100000:3.0:1781226994.102047:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821440 00000100:00100000:3.0:1781226994.102085:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 814 00000100:00100000:3.0:1781226994.102097:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941820928:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226994.102194:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941820928:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 100us (12349us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.102203:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 814 00000100:00100000:3.0:1781226994.102221:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 815 00000100:00100000:3.0:1781226994.102228:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941821440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226994.102254:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941821440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.102260:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 815 00000100:00080000:2.0:1781226994.102865:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781226994.104287:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821184 00000100:00100000:1.0:1781226994.104307:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821184 00000100:00100000:1.0:1781226994.104419:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1318 00000100:00100000:1.0:1781226994.104430:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941821184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781226994.104510:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941821184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 83us (3136us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226994.104517:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1318 00000100:00080000:2.0:1781226994.107334:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781226994.684551:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964705024:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.684650:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226994.684757:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964705536:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.684966:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964705280:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685004:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685034:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964705792:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685067:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685088:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964706304:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685112:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685148:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1781226994.685154:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964704896:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685187:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685208:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964705408:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685235:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685255:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964705920:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685280:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685298:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964706432:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685324:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.685361:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705024 00000100:00100000:3.0:1781226994.685369:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705024 00000100:00100000:3.0:1781226994.685421:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705280 00000100:00100000:3.0:1781226994.685423:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705280 00000100:00100000:3.0:1781226994.685445:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1781226994.685453:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964705024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685507:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964705024:12345-0@lo:400:kworker.0 Request processed in 55us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.685515:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1781226994.685546:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1781226994.685553:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964705280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685586:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964705280:12345-0@lo:400:kworker.0 Request processed in 33us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.685593:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1781226994.685616:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705792 00000100:00100000:3.0:1781226994.685620:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705792 00000100:00100000:3.0:1781226994.685657:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706304 00000100:00100000:3.0:1781226994.685660:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706304 00000100:00100000:3.0:1781226994.685680:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1781226994.685686:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964705792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685746:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964705792:12345-0@lo:400:kworker.0 Request processed in 60us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.685752:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1781226994.685904:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705920 00000100:00100000:3.0:1781226994.685909:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705920 00000100:00100000:3.0:1781226994.685929:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706432 00000100:00100000:3.0:1781226994.685932:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706432 00000100:00100000:3.0:1781226994.685946:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1781226994.685950:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964706304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.685979:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964706304:12345-0@lo:400:kworker.0 Request processed in 28us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.685984:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1781226994.685993:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1781226994.685998:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964705920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686018:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964705920:12345-0@lo:400:kworker.0 Request processed in 21us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.686023:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1781226994.686031:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1781226994.686035:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964706432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686053:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964706432:12345-0@lo:400:kworker.0 Request processed in 18us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.686060:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1781226994.686082:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964704896 00000100:00100000:3.0:1781226994.686086:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964704896 00000100:00100000:3.0:1781226994.686114:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1781226994.686119:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964704896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686145:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964704896:12345-0@lo:400:kworker.0 Request processed in 26us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.686151:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1781226994.686188:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705408 00000100:00100000:3.0:1781226994.686191:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705408 00000100:00100000:3.0:1781226994.686222:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1781226994.686227:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964705408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686257:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964705408:12345-0@lo:400:kworker.0 Request processed in 30us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226994.686264:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1781226994.686335:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964704896:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686350:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964705408:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686363:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964705920:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686373:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964706432:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686384:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964705280:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686394:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83112c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964705792:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686404:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964706304:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686549:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964705152:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686587:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.686611:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964705664:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686638:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.686655:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964706176:0@lo:400:kworker.0 00000100:00100000:3.0:1781226994.686674:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226994.686690:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781226994.686728:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964706560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781226994.686753:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226994.686902:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226994.686927:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964706048:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.686952:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781226994.686986:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964705024:0@lo:400:kworker.0 00000100:00080000:2.0:1781226994.687018:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781226994.687023:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781226994.687038:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706560 00000100:00100000:2.0:1781226994.687043:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706560 00000100:00100000:2.0:1781226994.687077:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1781226994.687085:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964706560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781226994.687116:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781226994.687153:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964706560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.687159:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1781226994.687183:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705664 00000100:00100000:2.0:1781226994.687186:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705664 00000100:00100000:2.0:1781226994.687218:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706176 00000100:00100000:2.0:1781226994.687222:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706176 00000100:00100000:2.0:1781226994.687235:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705536 00000100:00100000:2.0:1781226994.687237:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705536 00000100:00100000:2.0:1781226994.687251:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706048 00000100:00100000:2.0:1781226994.687254:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706048 00000100:00100000:2.0:1781226994.687268:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1781226994.687273:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964705664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687305:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964705664:12345-0@lo:400:kworker.0 Request processed in 32us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.687312:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1781226994.687325:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1781226994.687332:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964706176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687360:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964706176:12345-0@lo:400:kworker.0 Request processed in 29us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.687367:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1781226994.687378:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1781226994.687384:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964705536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687417:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964705536:12345-0@lo:400:kworker.0 Request processed in 33us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.687423:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1781226994.687433:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1781226994.687439:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964706048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687464:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c737c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964706048:12345-0@lo:400:kworker.0 Request processed in 26us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.687469:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00080000:2.0:1781226994.687481:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226994.687485:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781226994.687506:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964705536:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687515:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964706048:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687574:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964705152 00000100:00100000:2.0:1781226994.687578:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964705152 00000100:00100000:2.0:1781226994.687606:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1781226994.687613:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964705152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.687648:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964705152:12345-0@lo:400:kworker.0 Request processed in 35us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226994.687655:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1781226994.693135:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964706560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781226994.693750:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964705152:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.693768:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964705664:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.693894:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964706176:0@lo:400:kworker.0 00000100:00100000:2.0:1781226994.693947:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7136d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964706688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781226994.694025:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226994.694137:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706688 00000100:00100000:0.0:1781226994.694147:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706688 00000100:00100000:0.0:1781226994.694215:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1781226994.694226:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964706688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226994.694255:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226994.694313:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964706688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226994.694321:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1781226994.694358:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7136d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964706688:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781226994.812946:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781226995.593297:0:25726:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781226995.593311:0:25726:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781226995.593891:0:25726:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781226995.593903:0:25726:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781226995.713596:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964706816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781226995.713814:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226995.713893:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706816 00000100:00100000:1.0:1781226995.713904:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706816 00000100:00100000:1.0:1781226995.713975:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1781226995.713987:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964706816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781226995.714032:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781226995.714162:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964706816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226995.714171:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1781226995.714423:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964706816:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781226995.836924:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781226996.860071:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781226997.247800:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226997.247832:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964706944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226997.247931:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226997.248028:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964706944 00000100:00100000:0.0:1781226997.248038:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964706944 00000100:00100000:0.0:1781226997.248111:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1781226997.248124:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964706944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781226997.248163:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781226997.248215:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964706944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226997.248223:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:0.0:1781226997.248247:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226997.248292:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964706944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781226997.257893:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964707072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781226997.258007:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781226997.258281:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707072 00000100:00100000:3.0:1781226997.258295:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707072 00000100:00100000:3.0:1781226997.258393:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1781226997.258405:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964707072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781226997.258438:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781226997.258512:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964707072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226997.258520:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1781226997.258584:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964707072:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781226997.259553:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1781226997.780060:0:25778:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781226997.780074:0:25778:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781226997.783620:0:25778:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781226997.783652:0:25778:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781226997.884851:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781226998.268033:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781226998.272919:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964707200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781226998.273029:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226998.273330:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707200 00000100:00100000:0.0:1781226998.273341:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707200 00000100:00100000:1.0:1781226998.276484:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1781226998.276523:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964707200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781226998.276581:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781226998.278448:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964707200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1928us (5407us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226998.278464:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1781226998.278737:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964707200:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781226998.908029:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781226999.202859:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.202959:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.202997:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203025:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203045:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203066:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203085:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203108:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203213:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781226999.203253:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822208 00000100:00100000:2.0:1781226999.203264:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822208 00000100:00100000:2.0:1781226999.203337:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822720 00000100:00100000:2.0:1781226999.203341:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822720 00000100:00100000:2.0:1781226999.203367:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822080 00000100:00100000:2.0:1781226999.203370:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822080 00000100:00100000:2.0:1781226999.203383:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822592 00000100:00100000:2.0:1781226999.203385:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822592 00000100:00100000:2.0:1781226999.203401:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 820 00000100:00100000:2.0:1781226999.203412:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941822208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203515:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941822208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 96us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203524:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 820 00000100:00100000:2.0:1781226999.203548:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 821 00000100:00100000:2.0:1781226999.203555:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941822720:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203583:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941822720:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203589:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 821 00000100:00100000:2.0:1781226999.203603:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 822 00000100:00100000:2.0:1781226999.203610:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941822080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203639:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941822080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203646:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 822 00000100:00100000:2.0:1781226999.203671:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 823 00000100:00100000:2.0:1781226999.203678:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941822592:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203740:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941822592:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 62us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203746:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 823 00000100:00100000:2.0:1781226999.203767:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821952 00000100:00100000:2.0:1781226999.203772:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821952 00000100:00100000:2.0:1781226999.203801:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822464 00000100:00100000:2.0:1781226999.203805:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822464 00000100:00100000:2.0:1781226999.203816:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821824 00000100:00100000:2.0:1781226999.203819:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821824 00000100:00100000:2.0:1781226999.203831:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822336 00000100:00100000:2.0:1781226999.203835:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822336 00000100:00100000:2.0:1781226999.203849:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1325 00000100:00100000:2.0:1781226999.203856:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941821952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203884:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941821952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203892:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1325 00000100:00100000:2.0:1781226999.203904:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1326 00000100:00100000:2.0:1781226999.203910:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941822464:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203934:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941822464:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203944:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1326 00000100:00100000:2.0:1781226999.203956:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1327 00000100:00100000:2.0:1781226999.203963:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2427:x1867750941821824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.203987:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2427:x1867750941821824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.203993:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1327 00000100:00100000:2.0:1781226999.204005:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1328 00000100:00100000:2.0:1781226999.204011:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941822336:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781226999.204036:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941822336:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1781226999.204042:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1328 00000100:00080000:2.0:1781226999.204083:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781226999.204087:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781226999.204090:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781226999.204093:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781226999.211498:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941821696 00000100:00100000:3.0:1781226999.211526:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941821696 00000100:00100000:3.0:1781226999.211729:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:3.0:1781226999.211743:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941821696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781226999.211858:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941821696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 119us (9015us total) trans 0 rc 0/0 00000100:00100000:3.0:1781226999.211867:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 809 00000100:00100000:1.0:1781226999.805645:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964707456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.806410:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964707328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816042:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816139:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964707840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816185:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816210:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964708352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816240:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816264:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058fcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964708864:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816290:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816322:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781226999.816330:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964708992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226999.816371:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816421:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964707712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816454:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816488:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964708224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816515:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816535:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f76c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964708736:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816556:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816577:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781226999.816583:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964707584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816609:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816629:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964708096:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816656:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816677:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964708608:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.816731:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.816848:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707328 00000100:00100000:0.0:1781226999.816859:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707328 00000100:00100000:0.0:1781226999.816930:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1781226999.816941:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964707328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817008:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964707328:12345-0@lo:400:kworker.0 Request processed in 69us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817017:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1781226999.817063:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707840 00000100:00100000:0.0:1781226999.817067:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707840 00000100:00100000:0.0:1781226999.817099:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707584 00000100:00100000:0.0:1781226999.817102:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707584 00000100:00100000:0.0:1781226999.817118:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1781226999.817124:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964707840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817164:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964707840:12345-0@lo:400:kworker.0 Request processed in 40us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817172:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1781226999.817185:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1781226999.817191:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964707584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817221:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964707584:12345-0@lo:400:kworker.0 Request processed in 29us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817226:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1781226999.817247:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708352 00000100:00100000:0.0:1781226999.817251:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708352 00000100:00100000:0.0:1781226999.817291:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708864 00000100:00100000:0.0:1781226999.817296:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708864 00000100:00100000:0.0:1781226999.817319:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708224 00000100:00100000:0.0:1781226999.817322:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708224 00000100:00100000:0.0:1781226999.817338:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708736 00000100:00100000:0.0:1781226999.817342:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708736 00000100:00100000:0.0:1781226999.817358:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1781226999.817365:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964708352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817401:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964708352:12345-0@lo:400:kworker.0 Request processed in 36us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817407:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1781226999.817420:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1781226999.817426:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964708864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817456:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964708864:12345-0@lo:400:kworker.0 Request processed in 30us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817462:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1781226999.817486:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1781226999.817493:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964708224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817523:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964708224:12345-0@lo:400:kworker.0 Request processed in 31us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817529:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1781226999.817541:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1781226999.817547:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964708736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817574:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964708736:12345-0@lo:400:kworker.0 Request processed in 28us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817579:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1781226999.817605:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708992 00000100:00100000:0.0:1781226999.817610:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708992 00000100:00100000:0.0:1781226999.817638:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1781226999.817644:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964708992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781226999.817678:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226999.817739:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964708992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817746:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1781226999.817767:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707712 00000100:00100000:0.0:1781226999.817771:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707712 00000100:00100000:0.0:1781226999.817800:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708096 00000100:00100000:0.0:1781226999.817803:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708096 00000100:00100000:0.0:1781226999.817825:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708608 00000100:00100000:0.0:1781226999.817828:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708608 00000100:00100000:0.0:1781226999.817841:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1781226999.817846:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964707712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817880:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964707712:12345-0@lo:400:kworker.0 Request processed in 34us (1425us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817886:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1781226999.817897:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:0.0:1781226999.817903:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964708096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817930:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964708096:12345-0@lo:400:kworker.0 Request processed in 27us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817936:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:0.0:1781226999.817947:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1781226999.817953:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964708608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.817980:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605875a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964708608:12345-0@lo:400:kworker.0 Request processed in 27us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.817986:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00080000:0.0:1781226999.818033:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781226999.818038:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781226999.818041:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781226999.818096:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964707584:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818111:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964708096:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818121:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964708608:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818132:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964707712:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818143:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964708224:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818153:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f76c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964708736:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818185:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781226999.818195:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964709120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226999.818228:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781226999.818259:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709120 00000100:00100000:0.0:1781226999.818263:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709120 00000100:00100000:0.0:1781226999.818288:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1781226999.818295:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964709120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781226999.818308:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781226999.818338:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964709120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.818345:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1781226999.818373:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964709120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781226999.818419:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964708992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781226999.818431:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964707328:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818444:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964707840:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818456:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964708352:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.818466:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058fcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964708864:0@lo:400:kworker.0 00000100:00100000:1.0:1781226999.822636:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226999.822733:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964707968:0@lo:400:kworker.0 00000100:00100000:1.0:1781226999.823913:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226999.823968:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964708480:0@lo:400:kworker.0 00000100:00100000:1.0:1781226999.824016:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781226999.824083:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707456 00000100:00100000:1.0:1781226999.824093:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707456 00000100:00100000:1.0:1781226999.824152:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964707968 00000100:00100000:1.0:1781226999.824155:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964707968 00000100:00100000:1.0:1781226999.824182:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964708480 00000100:00100000:1.0:1781226999.824185:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964708480 00000100:00100000:1.0:1781226999.824203:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1781226999.824211:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964707456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226999.824273:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964707456:12345-0@lo:400:kworker.0 Request processed in 63us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226999.824281:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1781226999.824300:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1781226999.824307:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964707968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781226999.824341:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964707968:12345-0@lo:400:kworker.0 Request processed in 35us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1781226999.824347:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:0.0:1781226999.825403:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1781226999.825426:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964708480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.825531:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964708480:12345-0@lo:400:kworker.0 Request processed in 116us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1781226999.825539:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00080000:0.0:1781226999.825933:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781226999.828873:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964707456:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.828897:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964707968:0@lo:400:kworker.0 00000100:00100000:0.0:1781226999.828911:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964708480:0@lo:400:kworker.0 00010000:00010000:3.0:1781226999.932935:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227000.004575:0:25829:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227000.004592:0:25829:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227000.006791:0:25829:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227000.006833:0:25829:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227000.829500:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7388b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964709248:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227000.829616:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227000.839993:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709248 00000100:00100000:3.0:1781227000.840013:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709248 00000100:00100000:3.0:1781227000.840122:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1781227000.840135:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964709248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781227000.840188:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781227000.841090:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7388b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964709248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227000.842437:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964709248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2296us (12812us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227000.842453:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00010000:00010000:1.0:1781227000.956084:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227001.020011:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227001.020025:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227001.020646:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227001.020663:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227001.981982:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227002.177342:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781227002.364052:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964709376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227002.364149:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227002.364341:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709376 00000100:00100000:3.0:1781227002.364352:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709376 00000100:00100000:3.0:1781227002.364427:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1781227002.364439:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964709376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781227002.364488:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781227002.364555:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964709376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227002.364577:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1781227002.364668:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964709376:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781227002.364687:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227002.369469:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227002.369501:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964709504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227002.369608:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227002.369735:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709504 00000100:00100000:3.0:1781227002.369745:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709504 00000100:00100000:3.0:1781227002.369817:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1781227002.369840:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964709504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781227002.369879:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781227002.369936:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964709504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227002.369944:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1781227002.370000:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964709504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781227002.370195:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781227002.461240:0:25880:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227002.461255:0:25880:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227002.464124:0:25880:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227002.464152:0:25880:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227003.012159:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227003.389241:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781227003.389274:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964709632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227003.389376:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227003.391174:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709632 00000100:00100000:1.0:1781227003.391192:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709632 00000100:00100000:1.0:1781227003.391277:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1781227003.391289:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964709632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227003.391341:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227003.391459:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964709632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 172us (2082us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227003.391468:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1781227003.392431:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964709632:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227004.037913:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227004.322149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.322251:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.322282:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.322313:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227004.322350:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822848 00000100:00100000:1.0:1781227004.322360:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822848 00000100:00100000:1.0:1781227004.322406:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 811 00000100:00100000:1.0:1781227004.322415:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941822848:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227004.322511:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941822848:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 97us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227004.322519:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 811 00000100:00100000:2.0:1781227004.324859:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227004.324894:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941822976 00000100:00100000:3.0:1781227004.324906:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941822976 00000100:00100000:3.0:1781227004.325098:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823488 00000100:00100000:3.0:1781227004.325103:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823488 00000100:00100000:3.0:1781227004.325129:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1335 00000100:00100000:3.0:1781227004.325140:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941822976:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227004.325224:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941822976:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (3085us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.325232:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1335 00000100:00100000:3.0:1781227004.325249:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1336 00000100:00100000:3.0:1781227004.325257:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941823488:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227004.325279:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941823488:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.325284:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1336 00000100:00080000:1.0:1781227004.325882:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227004.331984:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.332015:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.332041:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.332066:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227004.332101:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823232 00000100:00100000:2.0:1781227004.332110:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823232 00000100:00100000:2.0:1781227004.332168:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823744 00000100:00100000:2.0:1781227004.332171:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823744 00000100:00100000:2.0:1781227004.332188:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823360 00000100:00100000:2.0:1781227004.332191:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823360 00000100:00100000:2.0:1781227004.332202:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823872 00000100:00100000:2.0:1781227004.332204:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823872 00000100:00100000:2.0:1781227004.332219:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 828 00000100:00100000:2.0:1781227004.332229:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941823232:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227004.332522:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 829 00000100:00100000:3.0:1781227004.332533:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941823744:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227004.332575:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941823744:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.332583:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 829 00000100:00100000:3.0:1781227004.332615:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 830 00000100:00100000:3.0:1781227004.332622:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941823360:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227004.332654:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941823360:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.332660:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 830 00000100:00100000:3.0:1781227004.332673:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 831 00000100:00100000:3.0:1781227004.332679:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941823872:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227004.332719:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941823872:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.332726:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 831 00000100:00100000:2.0:1781227004.333362:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941823232:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1129us (11074us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.333371:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 828 00000100:00080000:2.0:1781227004.333403:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227004.333408:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227004.333441:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823104 00000100:00100000:2.0:1781227004.333447:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823104 00000100:00100000:2.0:1781227004.333487:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941823616 00000100:00100000:2.0:1781227004.333490:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941823616 00000100:00100000:2.0:1781227004.333510:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1337 00000100:00100000:2.0:1781227004.333517:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941823104:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227004.333554:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941823104:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (8708us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.333559:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1337 00000100:00100000:2.0:1781227004.333573:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1338 00000100:00100000:2.0:1781227004.333579:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941823616:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227004.333600:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941823616:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.333607:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1338 00000100:00080000:2.0:1781227004.333625:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1781227004.364554:0:25932:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227004.364565:0:25932:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227004.366607:0:25932:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227004.366628:0:25932:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227004.924197:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964709888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227004.924277:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.924443:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709888 00000100:00100000:2.0:1781227004.924451:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709888 00000100:00100000:2.0:1781227004.924521:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1781227004.924531:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964709888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227004.924564:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227004.924630:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964709888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.924638:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1781227004.924690:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964709888:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1781227004.924841:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227004.927753:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227004.927786:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964709760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227004.927861:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227004.927940:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964709760 00000100:00100000:1.0:1781227004.927948:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964709760 00000100:00100000:1.0:1781227004.928005:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1781227004.928014:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964709760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781227004.928042:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227004.928088:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964709760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227004.928096:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:1.0:1781227004.928118:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227004.928160:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964709760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227004.928396:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964710400:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928441:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.928463:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964710912:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928489:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.928507:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781227004.928513:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964710016:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928544:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.928565:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964710528:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928590:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.928606:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964711040:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928627:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.928653:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710400 00000100:00100000:2.0:1781227004.928657:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710400 00000100:00100000:2.0:1781227004.928687:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1781227004.928720:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964710400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928763:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964710400:12345-0@lo:400:kworker.0 Request processed in 70us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.928770:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1781227004.928791:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710912 00000100:00100000:2.0:1781227004.928794:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710912 00000100:00100000:2.0:1781227004.928822:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711040 00000100:00100000:2.0:1781227004.928826:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711040 00000100:00100000:2.0:1781227004.928846:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1781227004.928853:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964710912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928883:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964710912:12345-0@lo:400:kworker.0 Request processed in 31us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.928890:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1781227004.928902:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1781227004.928909:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964711040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928936:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964711040:12345-0@lo:400:kworker.0 Request processed in 28us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.928942:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:2.0:1781227004.928966:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227004.928986:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964711040:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.928996:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964710400:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.929004:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964710912:0@lo:400:kworker.0 00000100:00100000:0.0:1781227004.929293:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710016 00000100:00100000:0.0:1781227004.929309:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710016 00000100:00100000:0.0:1781227004.929360:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1781227004.929369:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964710016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227004.929413:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964710016:12345-0@lo:400:kworker.0 Request processed in 46us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227004.929433:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1781227004.929647:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964710016:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.930028:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964710144:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.930076:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227004.930152:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964710656:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.930177:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227004.930272:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964710272:0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.930330:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227004.930354:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964710784:0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.930395:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710528 00000100:00100000:3.0:1781227004.930401:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710528 00000100:00100000:3.0:1781227004.930457:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710272 00000100:00100000:3.0:1781227004.930461:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710272 00000100:00100000:3.0:1781227004.930477:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1781227004.930484:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964710528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.930531:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964710528:12345-0@lo:400:kworker.0 Request processed in 48us (1940us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.930539:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1781227004.930554:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1781227004.930560:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964710272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.930593:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964710272:12345-0@lo:400:kworker.0 Request processed in 33us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.930599:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1781227004.930647:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964710528:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.932966:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964711168:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.933043:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227004.933185:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710144 00000100:00100000:2.0:1781227004.933194:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710144 00000100:00100000:2.0:1781227004.933255:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710656 00000100:00100000:2.0:1781227004.933259:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710656 00000100:00100000:0.0:1781227004.933522:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1781227004.933534:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964710144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227004.933598:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964710144:12345-0@lo:400:kworker.0 Request processed in 67us (3522us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227004.933621:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1781227004.933645:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1781227004.933651:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964710656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227004.933681:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964710656:12345-0@lo:400:kworker.0 Request processed in 31us (3504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227004.933687:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00080000:0.0:1781227004.933738:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227004.937276:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711168 00000100:00100000:2.0:1781227004.937312:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711168 00000100:00100000:2.0:1781227004.937408:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1781227004.937418:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964711168:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1781227004.937500:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227004.939852:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227004.940034:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964710784 00000100:00100000:3.0:1781227004.940044:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964710784 00000100:00100000:3.0:1781227004.940107:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1781227004.940117:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964710784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.940194:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f76c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964710784:12345-0@lo:400:kworker.0 Request processed in 79us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.940201:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00080000:3.0:1781227004.940226:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227004.940463:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964711296:0@lo:400:kworker.0 00000100:00100000:0.0:1781227004.940507:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227004.940565:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964710272:0@lo:400:kworker.0 00000100:00100000:0.0:1781227004.940578:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964710784:0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.940792:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711296 00000100:00100000:3.0:1781227004.940797:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711296 00000100:00100000:3.0:1781227004.940842:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1781227004.940849:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964711296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227004.940892:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964711296:12345-0@lo:400:kworker.0 Request processed in 44us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227004.940898:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00080000:0.0:1781227004.941472:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227004.941502:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964711296:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.941643:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964710144:0@lo:400:kworker.0 00000100:00100000:1.0:1781227004.941657:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964710656:0@lo:400:kworker.0 00000100:00100000:2.0:1781227004.941904:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cde580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964711168:12345-0@lo:400:kworker.0 Request processed in 4487us (8860us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227004.941913:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:1.0:1781227004.942019:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964711168:0@lo:400:kworker.0 00010000:00010000:3.0:1781227005.052029:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227005.950730:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964711424:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227005.950809:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227005.950915:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711424 00000100:00100000:2.0:1781227005.950923:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711424 00000100:00100000:2.0:1781227005.950974:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1781227005.950984:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964711424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227005.951022:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227005.962439:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964711424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 11428us (11601us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227005.962454:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1781227005.971782:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964711424:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227006.076873:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227006.406420:0:25983:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227006.406430:0:25983:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227006.406965:0:25983:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227006.406978:0:25983:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227007.101818:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227007.485322:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964711552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227007.485434:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227007.485544:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711552 00000100:00100000:3.0:1781227007.485554:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711552 00000100:00100000:3.0:1781227007.485634:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1781227007.485645:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964711552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781227007.485682:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781227007.485750:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964711552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227007.485756:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:1.0:1781227007.486203:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227007.486266:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964711552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227007.486494:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964711680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227007.486538:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227007.486629:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711680 00000100:00100000:0.0:1781227007.486635:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711680 00000100:00100000:0.0:1781227007.486684:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1781227007.486692:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964711680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227007.486735:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227007.486776:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964711680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227007.486783:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:1.0:1781227007.486840:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227007.486877:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964711680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781227008.125020:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227008.508544:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227008.508571:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964711808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227008.508648:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227008.508729:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711808 00000100:00100000:3.0:1781227008.508737:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711808 00000100:00100000:3.0:1781227008.508785:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1781227008.508794:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964711808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227008.508833:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227008.508881:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964711808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227008.508890:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1781227008.508935:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964711808:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781227008.550893:0:26034:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227008.550904:0:26034:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227008.551907:0:26034:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227008.551924:0:26034:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227009.148310:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227009.438613:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227009.438660:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227009.438692:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227009.438837:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227009.438860:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227009.438917:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824256 00000100:00100000:3.0:1781227009.438928:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824256 00000100:00100000:3.0:1781227009.438990:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824768 00000100:00100000:3.0:1781227009.438994:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824768 00000100:00100000:3.0:1781227009.439018:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1345 00000100:00100000:3.0:1781227009.439028:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941824256:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227009.439113:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941824256:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227009.439134:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1345 00000100:00100000:3.0:1781227009.439154:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1346 00000100:00100000:3.0:1781227009.439161:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941824768:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227009.439185:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941824768:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227009.439191:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1346 00000100:00100000:1.0:1781227009.439464:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824000 00000100:00100000:1.0:1781227009.439469:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824000 00000100:00100000:1.0:1781227009.439509:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 813 00000100:00100000:1.0:1781227009.439518:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941824000:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227009.439558:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941824000:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42us (954us total) trans 0 rc 0/0 00000100:00080000:3.0:1781227009.439560:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227009.439569:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 813 00000100:00100000:2.0:1781227009.448443:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227009.448482:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227009.448528:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824128 00000100:00100000:1.0:1781227009.448539:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824128 00000100:00100000:1.0:1781227009.448610:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1347 00000100:00100000:1.0:1781227009.448622:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941824128:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227009.448724:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941824128:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 105us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227009.448733:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1347 00000100:00080000:1.0:1781227009.448759:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227009.449009:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824512 00000100:00100000:0.0:1781227009.449016:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824512 00000100:00100000:0.0:1781227009.449345:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825024 00000100:00100000:0.0:1781227009.449350:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825024 00000100:00080000:1.0:1781227009.449410:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227009.449440:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 834 00000100:00100000:1.0:1781227009.449451:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941824512:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227009.449496:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941824512:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 47us (10802us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227009.449503:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 834 00000100:00100000:0.0:1781227009.453369:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 835 00000100:00100000:0.0:1781227009.453397:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941825024:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227009.453487:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941825024:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 106us (14626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227009.453496:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 835 00000100:00100000:2.0:1781227009.456458:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227009.456495:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227009.456610:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824640 00000100:00100000:3.0:1781227009.456620:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824640 00000100:00100000:3.0:1781227009.456682:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1348 00000100:00100000:3.0:1781227009.456712:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941824640:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227009.456807:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941824640:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 116us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227009.456815:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1348 00000100:00080000:3.0:1781227009.456935:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227009.461451:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824384 00000100:00100000:1.0:1781227009.461466:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824384 00000100:00100000:1.0:1781227009.461609:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941824896 00000100:00100000:1.0:1781227009.461614:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941824896 00000100:00100000:1.0:1781227009.461652:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 836 00000100:00100000:1.0:1781227009.461664:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941824384:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227009.461774:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941824384:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 113us (13290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227009.461783:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 836 00000100:00100000:1.0:1781227009.461814:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 837 00000100:00100000:1.0:1781227009.461822:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941824896:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227009.461851:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941824896:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (5355us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227009.461857:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 837 00000100:00080000:3.0:1781227009.467722:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227010.044503:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964711936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227010.044580:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227010.044784:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964711936 00000100:00100000:0.0:1781227010.044792:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964711936 00000100:00100000:0.0:1781227010.044846:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1781227010.044857:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964711936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227010.044891:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227010.044938:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964711936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227010.044945:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1781227010.045911:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964712192:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.045957:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227010.045996:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964712704:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046022:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227010.046040:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964713216:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046064:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227010.046086:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781227010.046092:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964712320:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046127:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227010.046143:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964712832:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046165:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227010.046181:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964713344:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046201:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227010.046226:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712704 00000100:00100000:1.0:1781227010.046231:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712704 00000100:00100000:1.0:1781227010.046266:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1781227010.046273:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964712704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046319:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964712704:12345-0@lo:400:kworker.0 Request processed in 46us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.046327:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1781227010.046349:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713216 00000100:00100000:1.0:1781227010.046353:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713216 00000100:00100000:1.0:1781227010.046398:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1781227010.046406:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964713216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046438:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964713216:12345-0@lo:400:kworker.0 Request processed in 33us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.046444:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1781227010.046462:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712320 00000100:00100000:1.0:1781227010.046465:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712320 00000100:00100000:1.0:1781227010.046731:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712832 00000100:00100000:1.0:1781227010.046735:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712832 00000100:00100000:1.0:1781227010.046753:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713344 00000100:00100000:1.0:1781227010.046756:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713344 00000100:00100000:1.0:1781227010.046769:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1781227010.046774:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964712320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046806:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964712320:12345-0@lo:400:kworker.0 Request processed in 31us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.046812:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1781227010.046822:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1781227010.046827:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964712832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046848:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964712832:12345-0@lo:400:kworker.0 Request processed in 22us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.046854:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1781227010.046864:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1781227010.046869:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964713344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046891:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964713344:12345-0@lo:400:kworker.0 Request processed in 23us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.046897:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1781227010.046937:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964712320:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046948:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964712832:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046956:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964713344:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046965:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964712704:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.046974:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964713216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227010.047070:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712192 00000100:00100000:0.0:1781227010.047074:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712192 00000100:00100000:0.0:1781227010.047100:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1781227010.047120:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964712192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227010.047157:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964712192:12345-0@lo:400:kworker.0 Request processed in 38us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227010.047162:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1781227010.047288:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964712192:0@lo:400:kworker.0 00000100:00080000:3.0:1781227010.047362:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227010.047367:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227010.047369:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227010.047407:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964712448:0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.047438:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047469:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964712960:0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.047568:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047594:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964713472:0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.047615:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047644:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964711936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227010.047657:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1781227010.047663:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964712064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227010.047684:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047729:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964712576:0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.047750:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047766:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964713088:0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.047786:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047799:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964713600:0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.047815:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227010.047836:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712064 00000100:00100000:3.0:1781227010.047841:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712064 00000100:00100000:3.0:1781227010.047875:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1781227010.047882:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964712064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781227010.047899:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227010.047934:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964712064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227010.047940:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1781227010.047958:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712960 00000100:00100000:3.0:1781227010.047960:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712960 00000100:00100000:3.0:1781227010.047982:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713472 00000100:00100000:3.0:1781227010.047984:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713472 00000100:00100000:3.0:1781227010.047997:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712576 00000100:00100000:3.0:1781227010.048000:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712576 00000100:00100000:3.0:1781227010.048011:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1781227010.048016:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964712960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.048049:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964712960:12345-0@lo:400:kworker.0 Request processed in 33us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227010.048054:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1781227010.048064:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1781227010.048069:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964713472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227010.048091:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8311680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964713472:12345-0@lo:400:kworker.0 Request processed in 23us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227010.048096:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1781227010.048209:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964712448 00000100:00100000:0.0:1781227010.048213:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964712448 00000100:00100000:0.0:1781227010.048239:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1781227010.048245:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964712448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227010.048277:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964712448:12345-0@lo:400:kworker.0 Request processed in 33us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227010.048283:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00080000:2.0:1781227010.048386:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227010.048390:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781227010.048417:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964712064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227010.048428:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964712448:0@lo:400:kworker.0 00000100:00100000:2.0:1781227010.048437:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71ea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964712960:0@lo:400:kworker.0 00000100:00100000:2.0:1781227010.048445:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964713472:0@lo:400:kworker.0 00000100:00100000:2.0:1781227010.048476:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1781227010.048654:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964712576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227010.048731:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964712576:12345-0@lo:400:kworker.0 Request processed in 249us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227010.048737:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1781227010.048867:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964712576:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.049086:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713088 00000100:00100000:1.0:1781227010.049092:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713088 00000100:00100000:1.0:1781227010.049143:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713600 00000100:00100000:1.0:1781227010.049146:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713600 00000100:00100000:1.0:1781227010.049173:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1781227010.049181:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964713088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.049222:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964713088:12345-0@lo:400:kworker.0 Request processed in 43us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.049228:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1781227010.049239:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1781227010.049244:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964713600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.049271:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964713600:12345-0@lo:400:kworker.0 Request processed in 27us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227010.049276:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1781227010.049314:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964713088:0@lo:400:kworker.0 00000100:00100000:1.0:1781227010.049324:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964713600:0@lo:400:kworker.0 00000100:00080000:2.0:1781227010.049441:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781227010.174786:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227010.665190:0:26085:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227010.665199:0:26085:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227010.667322:0:26085:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227010.667340:0:26085:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227011.069856:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781227011.069883:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964713728:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227011.069960:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227011.070036:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713728 00000100:00100000:0.0:1781227011.070044:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713728 00000100:00100000:0.0:1781227011.070093:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1781227011.070119:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964713728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227011.070159:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227011.070216:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964713728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227011.070223:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1781227011.070515:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964713728:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227011.195974:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227011.261456:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227011.261468:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227011.262069:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227011.262083:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227012.233998:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227012.412452:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781227012.604187:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964713856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227012.604270:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781227012.604298:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964713984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227012.604299:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227012.604395:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227012.604467:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713856 00000100:00100000:1.0:1781227012.604472:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964713984 00000100:00100000:3.0:1781227012.604479:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713856 00000100:00100000:1.0:1781227012.604484:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964713984 00000100:00100000:1.0:1781227012.604562:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1781227012.604573:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964713984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781227012.604606:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227012.604668:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964713984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227012.604676:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1781227012.604789:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964713984:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781227012.605060:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227012.608916:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1781227012.608947:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964713856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227012.608980:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227012.609163:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964713856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 231us (4868us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227012.609171:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1781227012.609249:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964713856:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1781227012.878241:0:26137:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227012.878251:0:26137:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227012.878813:0:26137:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227012.878825:0:26137:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781227013.251568:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227013.628067:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227013.628094:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964714112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227013.628190:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227013.628300:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714112 00000100:00100000:2.0:1781227013.628309:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714112 00000100:00100000:2.0:1781227013.628377:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1781227013.628387:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964714112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227013.628424:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781227013.628488:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964714112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227013.628495:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1781227013.628586:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964714112:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227014.268389:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227014.566366:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566433:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566461:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566516:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566540:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566561:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566581:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566616:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227014.566654:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825664 00000100:00100000:3.0:1781227014.566667:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825664 00000100:00100000:3.0:1781227014.566763:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826176 00000100:00100000:3.0:1781227014.566766:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826176 00000100:00100000:3.0:1781227014.566798:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825536 00000100:00100000:3.0:1781227014.566801:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825536 00000100:00100000:3.0:1781227014.566815:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826048 00000100:00100000:3.0:1781227014.566818:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826048 00000100:00100000:3.0:1781227014.566835:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:3.0:1781227014.566845:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941825664:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227014.566937:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941825664:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 92us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227014.566946:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:3.0:1781227014.566964:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 842 00000100:00100000:3.0:1781227014.566972:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941826176:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227014.566999:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941826176:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227014.567006:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 842 00000100:00100000:2.0:1781227014.567160:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825152 00000100:00100000:2.0:1781227014.567165:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825152 00000100:00100000:2.0:1781227014.567202:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 815 00000100:00100000:2.0:1781227014.567209:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941825152:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567236:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941825152:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567242:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 815 00000100:00100000:2.0:1781227014.567278:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825408 00000100:00100000:2.0:1781227014.567282:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825408 00000100:00100000:2.0:1781227014.567313:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825920 00000100:00100000:2.0:1781227014.567316:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825920 00000100:00100000:2.0:1781227014.567342:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825280 00000100:00100000:2.0:1781227014.567346:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825280 00000100:00100000:2.0:1781227014.567361:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941825792 00000100:00100000:2.0:1781227014.567364:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941825792 00000100:00100000:2.0:1781227014.567381:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1355 00000100:00100000:2.0:1781227014.567388:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941825408:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567416:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8d083c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941825408:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567423:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1355 00000100:00100000:2.0:1781227014.567437:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1356 00000100:00100000:2.0:1781227014.567443:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941825920:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567468:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941825920:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567475:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1356 00000100:00100000:2.0:1781227014.567488:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1357 00000100:00100000:2.0:1781227014.567495:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:2427:x1867750941825280:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567519:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:2427:x1867750941825280:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567525:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1357 00000100:00100000:2.0:1781227014.567537:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1358 00000100:00100000:2.0:1781227014.567543:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941825792:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567580:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2427:x1867750941825792:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567586:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1358 00000100:00080000:2.0:1781227014.567616:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227014.567620:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227014.567623:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227014.567626:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781227014.567867:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:2.0:1781227014.567876:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941825536:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567907:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941825536:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567913:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:2.0:1781227014.567926:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 844 00000100:00100000:2.0:1781227014.567932:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941826048:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227014.567951:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941826048:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227014.567957:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 844 00000040:00080000:2.0:1781227015.085822:0:26188:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227015.085831:0:26188:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227015.086395:0:26188:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227015.086406:0:26188:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227015.168061:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964714368:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.168182:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.168307:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964714240:0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168354:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.168394:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964714752:0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168416:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.168432:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964715264:0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168450:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.168463:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964715776:0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168479:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.168526:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715264 00000100:00100000:0.0:1781227015.168534:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715264 00000100:00100000:0.0:1781227015.168600:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715776 00000100:00100000:0.0:1781227015.168603:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715776 00000100:00100000:0.0:1781227015.168622:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1781227015.168629:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964715264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168676:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964715264:12345-0@lo:400:kworker.0 Request processed in 47us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.168683:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1781227015.168719:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1781227015.168726:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964715776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168752:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964715776:12345-0@lo:400:kworker.0 Request processed in 28us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.168758:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00080000:0.0:1781227015.168777:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227015.168781:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227015.168811:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964715264:0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.168820:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964715776:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.169059:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964714880:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.169084:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.169100:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964715392:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.169119:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.169147:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964714496:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.169170:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.169188:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964715008:0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.169339:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714368 00000100:00100000:0.0:1781227015.169344:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714368 00000100:00100000:0.0:1781227015.169387:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714880 00000100:00100000:0.0:1781227015.169390:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714880 00000100:00100000:0.0:1781227015.169408:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715392 00000100:00100000:0.0:1781227015.169410:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715392 00000100:00100000:0.0:1781227015.169422:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1781227015.169427:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964714368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.169461:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964714368:12345-0@lo:400:kworker.0 Request processed in 34us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.169466:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1781227015.169477:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1781227015.169482:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964714880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.169522:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964714880:12345-0@lo:400:kworker.0 Request processed in 40us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.169529:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1781227015.169540:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1781227015.169546:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964715392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.169571:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964715392:12345-0@lo:400:kworker.0 Request processed in 26us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.169576:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00080000:0.0:1781227015.169598:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227015.172853:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.172918:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964715520:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.172981:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.173019:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781227015.173027:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964714624:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.173052:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.173071:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964715136:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.173105:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.173125:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964715648:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.173144:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227015.173188:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715008 00000100:00100000:1.0:1781227015.173196:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715008 00000100:00100000:0.0:1781227015.173423:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715520 00000100:00100000:0.0:1781227015.173428:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715520 00000100:00100000:0.0:1781227015.173477:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714624 00000100:00100000:0.0:1781227015.173481:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714624 00000100:00100000:0.0:1781227015.173498:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1781227015.173507:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964715520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.173566:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964715520:12345-0@lo:400:kworker.0 Request processed in 60us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.173573:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1781227015.173591:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1781227015.173597:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964714624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227015.173625:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964714624:12345-0@lo:400:kworker.0 Request processed in 28us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.173631:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00080000:0.0:1781227015.173648:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227015.176351:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1781227015.176366:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964715008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176458:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964715008:12345-0@lo:400:kworker.0 Request processed in 96us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227015.176465:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1781227015.176507:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714240 00000100:00100000:1.0:1781227015.176514:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714240 00000100:00100000:1.0:1781227015.176544:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1781227015.176551:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964714240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176593:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964714240:12345-0@lo:400:kworker.0 Request processed in 43us (8238us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227015.176598:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1781227015.176633:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714752 00000100:00100000:1.0:1781227015.176638:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714752 00000100:00100000:1.0:1781227015.176661:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964714496 00000100:00100000:1.0:1781227015.176664:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964714496 00000100:00100000:1.0:1781227015.176676:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1781227015.176681:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964714752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176730:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964714752:12345-0@lo:400:kworker.0 Request processed in 49us (8313us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227015.176736:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1781227015.176747:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1781227015.176753:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964714496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176780:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964714496:12345-0@lo:400:kworker.0 Request processed in 27us (7609us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227015.176785:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1781227015.176832:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964714368:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176845:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964714880:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176856:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964715392:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176904:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715136 00000100:00100000:1.0:1781227015.176907:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715136 00000100:00100000:1.0:1781227015.176934:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715648 00000100:00100000:1.0:1781227015.176938:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715648 00000100:00100000:1.0:1781227015.176956:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781227015.176962:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964715136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.176995:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964715136:12345-0@lo:400:kworker.0 Request processed in 34us (3889us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227015.177001:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781227015.177011:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1781227015.177017:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964715648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177043:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964715648:12345-0@lo:400:kworker.0 Request processed in 27us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227015.177048:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1781227015.177081:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964714624:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177092:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964715136:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177103:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964715648:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177113:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964714496:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177124:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964715008:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177135:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964715520:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177185:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964714240:0@lo:400:kworker.0 00000100:00100000:1.0:1781227015.177196:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964714752:0@lo:400:kworker.0 00000100:00080000:2.0:1781227015.177786:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227015.177792:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227015.177794:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781227015.178520:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964716032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227015.178623:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.178820:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716032 00000100:00100000:0.0:1781227015.178827:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716032 00000100:00100000:0.0:1781227015.178873:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1781227015.178882:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964716032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227015.178910:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227015.178956:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964716032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.178963:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1781227015.178999:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964716032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227015.179159:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7267c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964715904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227015.179189:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227015.180645:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964715904 00000100:00100000:0.0:1781227015.180657:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964715904 00000100:00100000:0.0:1781227015.180726:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1781227015.180736:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964715904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781227015.180757:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227015.180808:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964715904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (1618us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227015.180814:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1781227015.181097:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7267c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964715904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781227015.295551:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227016.188055:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227016.188079:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964716160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781227016.188154:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227016.188308:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716160 00000100:00100000:3.0:1781227016.188397:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716160 00000100:00100000:3.0:1781227016.188913:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1781227016.188927:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964716160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781227016.188965:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781227016.189098:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964716160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 174us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227016.189107:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1781227016.197930:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964716160:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227016.319789:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227017.193049:0:26239:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227017.193060:0:26239:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227017.194127:0:26239:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227017.194140:0:26239:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227017.342866:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227017.724237:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781227017.724262:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964716288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227017.724358:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227017.724972:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716288 00000100:00100000:0.0:1781227017.724982:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716288 00000100:00100000:0.0:1781227017.725044:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1781227017.725053:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964716288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227017.725082:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227017.725132:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964716288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227017.725140:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:3.0:1781227017.725261:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227017.725334:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964716416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227017.725366:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227017.725416:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964716288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227017.725480:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716416 00000100:00100000:0.0:1781227017.725484:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716416 00000100:00100000:0.0:1781227017.725606:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1781227017.725612:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964716416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227017.725622:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227017.725662:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964716416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227017.725668:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1781227017.725866:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964716416:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781227017.737333:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781227018.369800:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227018.751323:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781227018.752866:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964716544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227018.752972:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227018.753121:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716544 00000100:00100000:0.0:1781227018.753131:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716544 00000100:00100000:0.0:1781227018.753199:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1781227018.753209:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964716544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227018.753455:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227018.753570:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964716544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 361us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227018.753580:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1781227018.753651:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964716544:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781227019.139936:0:26291:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227019.139946:0:26291:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227019.141295:0:26291:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227019.141312:0:26291:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227019.391725:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227019.678057:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227019.678106:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227019.678212:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826304 00000100:00100000:0.0:1781227019.678221:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826304 00000100:00100000:0.0:1781227019.678302:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 817 00000100:00100000:0.0:1781227019.678312:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941826304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227019.678388:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941826304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 77us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227019.678395:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 817 00000100:00100000:1.0:1781227019.679549:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826560 00000100:00100000:1.0:1781227019.679558:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826560 00000100:00100000:1.0:1781227019.679628:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1365 00000100:00100000:1.0:1781227019.679639:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941826560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227019.679746:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941826560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 110us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227019.679753:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1365 00000100:00080000:2.0:1781227019.679870:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781227019.680972:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227019.681087:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227019.681117:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227019.681140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227019.681172:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826688 00000100:00100000:3.0:1781227019.681178:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826688 00000100:00100000:3.0:1781227019.681219:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827200 00000100:00100000:3.0:1781227019.681222:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827200 00000100:00100000:3.0:1781227019.681259:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 849 00000100:00100000:3.0:1781227019.681269:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941826688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227019.681332:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941826688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 65us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227019.681339:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 849 00000100:00100000:3.0:1781227019.681354:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 850 00000100:00100000:3.0:1781227019.681361:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941827200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227019.681383:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941827200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227019.681390:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 850 00000100:00080000:2.0:1781227019.681570:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227019.681884:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826432 00000100:00100000:1.0:1781227019.681890:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826432 00000100:00100000:1.0:1781227019.681939:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826944 00000100:00100000:1.0:1781227019.681942:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826944 00000100:00100000:1.0:1781227019.681967:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1366 00000100:00100000:1.0:1781227019.681975:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941826432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227019.682012:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941826432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227019.682019:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1366 00000100:00100000:1.0:1781227019.682033:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1367 00000100:00100000:1.0:1781227019.682039:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941826944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227019.682061:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941826944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227019.682067:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1367 00000100:00080000:2.0:1781227019.682141:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227019.690036:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227019.690085:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227019.690201:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941826816 00000100:00100000:1.0:1781227019.690211:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941826816 00000100:00100000:1.0:1781227019.690296:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:1.0:1781227019.690308:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941826816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227019.690379:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941826816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 74us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227019.690387:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:3.0:1781227019.690584:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00080000:2.0:1781227019.690656:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227019.690841:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827328 00000100:00100000:1.0:1781227019.690846:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827328 00000100:00100000:1.0:1781227019.690927:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 852 00000100:00100000:1.0:1781227019.690935:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941827328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227019.690968:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941827328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227019.690974:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 852 00000100:00100000:0.0:1781227019.696605:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827072 00000100:00100000:0.0:1781227019.696623:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827072 00000100:00080000:2.0:1781227019.696723:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227019.696728:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227019.702632:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1368 00000100:00100000:0.0:1781227019.702651:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941827072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227019.702769:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941827072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 123us (12682us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227019.702776:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1368 00000100:00100000:1.0:1781227020.284054:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964716800:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284142:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227020.284205:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964717312:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284227:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227020.284251:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964717824:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284272:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227020.284303:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781227020.284309:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964716928:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284334:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227020.284350:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964717440:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284370:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227020.284388:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964717952:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284406:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227020.284436:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716800 00000100:00100000:1.0:1781227020.284443:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716800 00000100:00100000:1.0:1781227020.284478:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717312 00000100:00100000:1.0:1781227020.284481:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717312 00000100:00100000:1.0:1781227020.284496:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717824 00000100:00100000:1.0:1781227020.284499:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717824 00000100:00100000:1.0:1781227020.284510:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717440 00000100:00100000:1.0:1781227020.284512:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717440 00000100:00100000:1.0:1781227020.284522:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717952 00000100:00100000:1.0:1781227020.284524:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717952 00000100:00100000:1.0:1781227020.284537:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1781227020.284546:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964716800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284601:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964716800:12345-0@lo:400:kworker.0 Request processed in 55us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227020.284608:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1781227020.284624:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1781227020.284630:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964717312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284658:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964717312:12345-0@lo:400:kworker.0 Request processed in 28us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227020.284664:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1781227020.284675:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1781227020.284681:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964717824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284737:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964717824:12345-0@lo:400:kworker.0 Request processed in 56us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227020.284743:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1781227020.284756:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1781227020.284763:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964717440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284789:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964717440:12345-0@lo:400:kworker.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227020.284794:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1781227020.284805:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1781227020.284811:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964717952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284837:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964717952:12345-0@lo:400:kworker.0 Request processed in 26us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227020.284843:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1781227020.284889:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964717440:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284902:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964717952:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284912:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964716800:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284921:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964717312:0@lo:400:kworker.0 00000100:00100000:1.0:1781227020.284929:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964717824:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.285107:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964717056:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.285140:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227020.285165:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964717568:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.285189:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227020.285207:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964718080:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.285248:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227020.285272:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1781227020.285289:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964716672:0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285300:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964718336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227020.285315:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227020.285329:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227020.285335:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964717184:0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285346:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781227020.285351:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964718464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227020.285355:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227020.285370:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964717696:0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285370:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227020.285391:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227020.285391:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718336 00000100:00100000:0.0:1781227020.285395:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718336 00000100:00100000:2.0:1781227020.285407:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964718208:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.285424:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227020.285424:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718464 00000100:00100000:0.0:1781227020.285427:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718464 00000100:00100000:0.0:1781227020.285442:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1781227020.285449:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964718336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227020.285455:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716672 00000100:00100000:2.0:1781227020.285458:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716672 00002000:00000024:0.0:1781227020.285472:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227020.285485:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1781227020.285491:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964716672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285508:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964718336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227020.285514:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1781227020.285519:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964716672:12345-0@lo:400:kworker.0 Request processed in 29us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227020.285525:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1781227020.285527:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1781227020.285532:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964718464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227020.285540:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227020.285552:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964716928 00000100:00100000:2.0:1781227020.285555:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964716928 00000100:00100000:0.0:1781227020.285561:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964718464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 29us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227020.285566:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1781227020.285578:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717184 00000100:00100000:2.0:1781227020.285581:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717184 00000100:00100000:2.0:1781227020.285595:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1781227020.285596:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964718464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227020.285600:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964716928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285608:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964718336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227020.285637:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964716928:12345-0@lo:400:kworker.0 Request processed in 37us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227020.285644:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1781227020.285651:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717568 00000100:00100000:0.0:1781227020.285654:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717568 00000100:00100000:2.0:1781227020.285655:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1781227020.285660:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964717184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285678:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718080 00000100:00100000:0.0:1781227020.285681:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718080 00000100:00100000:2.0:1781227020.285685:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964717184:12345-0@lo:400:kworker.0 Request processed in 25us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227020.285690:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1781227020.285693:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717696 00000100:00100000:0.0:1781227020.285713:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717696 00000100:00100000:0.0:1781227020.285726:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718208 00000100:00100000:0.0:1781227020.285729:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718208 00000100:00100000:2.0:1781227020.285732:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1781227020.285739:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964717568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227020.285739:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1781227020.285744:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964718080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.285767:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964717568:12345-0@lo:400:kworker.0 Request processed in 29us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227020.285767:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964718080:12345-0@lo:400:kworker.0 Request processed in 22us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227020.285773:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1781227020.296989:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1781227020.297060:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1781227020.297085:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964717696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297220:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964717696:12345-0@lo:400:kworker.0 Request processed in 138us (11815us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227020.297227:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1781227020.297245:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1781227020.297252:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964718208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297295:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964718208:12345-0@lo:400:kworker.0 Request processed in 44us (11870us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227020.297303:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1781227020.297367:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964716672:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297383:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964717184:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297394:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964717696:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297404:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964718208:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297417:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964717568:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297427:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964718080:0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297497:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964717056 00000100:00100000:2.0:1781227020.297506:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964717056 00000100:00100000:2.0:1781227020.297556:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1781227020.297563:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964717056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227020.297601:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964717056:12345-0@lo:400:kworker.0 Request processed in 38us (12460us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227020.297606:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1781227020.297638:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964717056:0@lo:400:kworker.0 00000100:00080000:2.0:1781227020.297679:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227020.297684:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227020.297688:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227020.297690:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227020.297743:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964716928:0@lo:400:kworker.0 00010000:00010000:2.0:1781227020.412028:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227021.308868:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781227021.308890:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964718592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227021.308958:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227021.309024:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718592 00000100:00100000:0.0:1781227021.309031:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718592 00000100:00100000:0.0:1781227021.309077:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1781227021.309087:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964718592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227021.309123:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227021.309180:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964718592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227021.309188:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1781227021.309233:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72643c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964718592:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781227021.398381:0:26343:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227021.398394:0:26343:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227021.399139:0:26343:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227021.399223:0:26343:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227021.443291:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227021.500876:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227021.500884:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227021.501424:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227021.501435:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227022.460615:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227022.656061:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781227022.844164:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964718720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227022.844261:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227022.844353:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718720 00000100:00100000:2.0:1781227022.844361:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718720 00000100:00100000:2.0:1781227022.844420:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1781227022.844429:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964718720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227022.844461:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227022.844506:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964718720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227022.844514:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:2.0:1781227022.844542:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227022.844591:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964718720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227022.845281:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227022.845293:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964718848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227022.845326:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227022.845364:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718848 00000100:00100000:1.0:1781227022.845368:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718848 00000100:00100000:1.0:1781227022.845403:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1781227022.845410:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964718848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227022.845422:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227022.845452:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964718848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227022.845458:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:1.0:1781227022.845472:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227022.845489:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7924b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964718848:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1781227023.395574:0:26394:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227023.395585:0:26394:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227023.396760:0:26394:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227023.396773:0:26394:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227023.483831:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227023.868655:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964718976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227023.868761:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227023.869407:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964718976 00000100:00100000:3.0:1781227023.869429:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964718976 00000100:00100000:3.0:1781227023.869481:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1781227023.869491:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964718976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227023.869538:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227023.869605:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964718976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227023.869613:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1781227023.869927:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964718976:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227024.509035:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227024.800103:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227024.800163:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227024.800196:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227024.800245:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227024.800272:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227024.800297:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827968 00000100:00100000:3.0:1781227024.800300:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227024.800310:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827968 00000100:00100000:3.0:1781227024.800326:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227024.800352:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227024.800381:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227024.800382:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828480 00000100:00100000:0.0:1781227024.800387:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828480 00000100:00100000:0.0:1781227024.800413:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827840 00000100:00100000:0.0:1781227024.800416:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827840 00000100:00100000:3.0:1781227024.800425:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827712 00000100:00100000:3.0:1781227024.800430:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827712 00000100:00100000:0.0:1781227024.800432:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828352 00000100:00100000:0.0:1781227024.800436:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828352 00000100:00100000:0.0:1781227024.800462:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 857 00000100:00100000:3.0:1781227024.800472:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828224 00000100:00100000:0.0:1781227024.800474:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941827968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227024.800477:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828224 00000100:00100000:3.0:1781227024.800497:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827584 00000100:00100000:3.0:1781227024.800501:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827584 00000100:00100000:3.0:1781227024.800514:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828096 00000100:00100000:3.0:1781227024.800516:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828096 00000100:00100000:3.0:1781227024.800532:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1375 00000100:00100000:3.0:1781227024.800539:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941827712:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227024.800553:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941827968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 81us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227024.800561:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 857 00000100:00100000:0.0:1781227024.800578:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 858 00000100:00100000:0.0:1781227024.800584:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941828480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227024.800906:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941827712:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 366us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227024.800914:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1375 00000100:00100000:3.0:1781227024.800929:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1376 00000100:00100000:3.0:1781227024.800936:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941828224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227024.801003:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1377 00000100:00100000:1.0:1781227024.801012:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941827584:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227024.802472:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941827456 00000100:00100000:2.0:1781227024.802486:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941827456 00000100:00100000:2.0:1781227024.802542:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 819 00000100:00100000:2.0:1781227024.802552:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941827456:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227024.802750:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941828480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2162us (2473us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227024.802761:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 858 00000100:00100000:0.0:1781227024.802784:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 859 00000100:00100000:0.0:1781227024.802792:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941827840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227024.802820:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941827840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (2495us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227024.802827:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 859 00000100:00100000:0.0:1781227024.802840:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 860 00000100:00100000:0.0:1781227024.802847:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941828352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227024.802870:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941828352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (2491us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227024.802876:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 860 00000100:00080000:0.0:1781227024.802897:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227024.802902:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227024.802906:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227024.802910:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227024.802961:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1378 00000100:00100000:0.0:1781227024.802969:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941828096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227024.803013:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941828096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (2660us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227024.803019:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1378 00000100:00100000:3.0:1781227024.803049:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941828224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2111us (2800us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227024.803059:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1376 00000100:00100000:1.0:1781227024.810279:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6057f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941827584:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 9254us (9965us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227024.810297:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1377 00000100:00100000:0.0:1781227024.812114:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c86dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941827456:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 9550us (12007us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227024.812134:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 819 00000100:00100000:2.0:1781227025.412970:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964719104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227025.413040:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227025.413099:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227025.413106:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964719232:0@lo:400:kworker.0 00000100:00100000:2.0:1781227025.413134:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227025.413170:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719104 00000100:00100000:2.0:1781227025.413178:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719104 00000100:00100000:2.0:1781227025.413243:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1781227025.413252:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964719104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227025.413283:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227025.413325:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964719104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227025.413333:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1781227025.413359:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719232 00000100:00100000:2.0:1781227025.413362:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719232 00000100:00100000:2.0:1781227025.413387:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1781227025.413393:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964719232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227025.413435:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964719232:12345-0@lo:400:kworker.0 Request processed in 42us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227025.413442:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00080000:2.0:1781227025.413466:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781227025.413498:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964719232:0@lo:400:kworker.0 00000100:00100000:2.0:1781227025.413516:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7264b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964719104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227025.417027:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964719360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227025.417106:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227025.426154:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227025.426176:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964719488:0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.426302:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227025.426360:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719360 00000100:00100000:3.0:1781227025.426368:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719360 00000100:00100000:3.0:1781227025.427601:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1781227025.427615:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964719360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227025.428582:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227025.428765:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964719360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1153us (11657us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.428774:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1781227025.430583:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719488 00000100:00100000:3.0:1781227025.430596:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719488 00000100:00100000:3.0:1781227025.430664:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1781227025.430674:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964719488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.430772:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964719488:12345-0@lo:400:kworker.0 Request processed in 101us (4470us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.430779:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1781227025.431482:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964720000:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431532:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431563:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964720512:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431586:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431612:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1781227025.431619:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964719872:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431647:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431666:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964720384:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431689:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431735:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964719616:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431756:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431771:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964720128:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431790:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431805:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964720640:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431823:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227025.431839:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781227025.431845:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964719744:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.431866:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781227025.431870:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227025.431878:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964720256:0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.431895:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720000 00000100:00100000:3.0:1781227025.431901:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720000 00000100:00100000:1.0:1781227025.431901:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227025.431937:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720512 00000100:00100000:3.0:1781227025.431939:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720512 00000100:00100000:1.0:1781227025.431943:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720128 00000100:00100000:1.0:1781227025.431949:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720128 00000100:00100000:3.0:1781227025.431951:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720640 00000100:00100000:3.0:1781227025.431955:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720640 00000100:00100000:3.0:1781227025.431974:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719744 00000100:00100000:3.0:1781227025.431975:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719744 00000100:00100000:1.0:1781227025.431986:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1781227025.431996:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964720000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.432044:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83783c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964720000:12345-0@lo:400:kworker.0 Request processed in 50us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.432556:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1781227025.432566:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964720512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.432603:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964720512:12345-0@lo:400:kworker.0 Request processed in 40us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.432610:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1781227025.432623:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1781227025.432727:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964720640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.432888:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964720640:12345-0@lo:400:kworker.0 Request processed in 162us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.432894:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1781227025.432914:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1781227025.432921:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964720128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.432948:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964720128:12345-0@lo:400:kworker.0 Request processed in 28us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.432953:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1781227025.432964:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1781227025.432970:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964719744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.432995:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964719744:12345-0@lo:400:kworker.0 Request processed in 26us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.433001:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00080000:3.0:1781227025.433018:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227025.433021:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227025.433055:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964719488:0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.433079:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73a8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964719360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227025.433969:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719872 00000100:00100000:2.0:1781227025.433979:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719872 00000100:00100000:2.0:1781227025.435007:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964719616 00000100:00100000:2.0:1781227025.435016:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964719616 00000100:00100000:3.0:1781227025.435083:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1781227025.435095:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964719872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227025.435166:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964719872:12345-0@lo:400:kworker.0 Request processed in 74us (3518us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.435175:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1781227025.435196:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1781227025.435203:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964719616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227025.435353:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720384 00000100:00100000:2.0:1781227025.435358:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720384 00000100:00100000:2.0:1781227025.435398:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720256 00000100:00100000:3.0:1781227025.435580:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c790ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964719616:12345-0@lo:400:kworker.0 Request processed in 377us (3821us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227025.435588:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:3.0:1781227025.435609:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227025.436262:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1781227025.436301:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1781227025.436313:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964720384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436364:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964720384:12345-0@lo:400:kworker.0 Request processed in 55us (4674us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227025.436371:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1781227025.436421:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964719872:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436437:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964720384:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436455:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964720000:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436474:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964720512:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436521:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964719744:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436534:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964719616:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436545:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964720128:0@lo:400:kworker.0 00000100:00100000:1.0:1781227025.436557:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964720640:0@lo:400:kworker.0 00000100:00100000:2.0:1781227025.436731:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720256 00000100:00100000:2.0:1781227025.436781:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1781227025.436789:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964720256:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1781227025.436941:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227025.437067:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964720256:12345-0@lo:400:kworker.0 Request processed in 280us (5166us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227025.437074:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1781227025.439646:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964720256:0@lo:400:kworker.0 00000040:00080000:0.0:1781227025.440578:0:26445:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227025.440585:0:26445:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227025.441951:0:26445:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227025.441971:0:26445:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781227025.531877:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227026.428296:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964720768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227026.428378:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227026.431519:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720768 00000100:00100000:0.0:1781227026.431536:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720768 00000100:00100000:0.0:1781227026.431612:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1781227026.431639:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964720768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227026.431681:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227026.431780:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7908b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964720768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (3402us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227026.431787:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1781227026.431949:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7265a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964720768:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227026.556539:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781227027.580475:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227027.610082:0:26497:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227027.610095:0:26497:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227027.614952:0:26497:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227027.614991:0:26497:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227027.964105:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227027.964139:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964720896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227027.964248:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227027.964484:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964721024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227027.964515:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227027.964605:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964720896 00000100:00100000:0.0:1781227027.964616:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964720896 00000100:00100000:0.0:1781227027.964715:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721024 00000100:00100000:0.0:1781227027.964719:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721024 00000100:00100000:0.0:1781227027.964743:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1781227027.964755:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964720896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227027.964810:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227027.964866:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7909e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964720896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227027.964874:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1781227027.964893:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1781227027.964900:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964721024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227027.964913:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227027.964936:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964721024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227027.964943:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:1.0:1781227027.965108:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227027.965152:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7266940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964721024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227027.965168:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964720896:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781227028.604125:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227028.990644:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964721152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227028.990792:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227028.991434:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721152 00000100:00100000:0.0:1781227028.991448:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721152 00000100:00100000:0.0:1781227028.991539:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1781227028.991551:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964721152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227028.991604:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227028.991675:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964721152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227028.991683:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1781227028.991962:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72661c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964721152:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227029.639665:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227029.925453:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925503:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925535:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925560:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925580:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925615:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925634:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925653:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925680:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227029.925743:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829120 00000100:00100000:0.0:1781227029.925754:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829120 00000100:00100000:0.0:1781227029.925816:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829632 00000100:00100000:0.0:1781227029.925819:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829632 00000100:00100000:0.0:1781227029.925838:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828992 00000100:00100000:0.0:1781227029.925841:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828992 00000100:00100000:0.0:1781227029.925853:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829504 00000100:00100000:0.0:1781227029.925855:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829504 00000100:00100000:0.0:1781227029.925875:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:0.0:1781227029.925886:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941829120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.925985:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72661c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941829120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 101us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.925993:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:0.0:1781227029.926011:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 864 00000100:00100000:0.0:1781227029.926018:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941829632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926044:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7267c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941829632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926050:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 864 00000100:00100000:0.0:1781227029.926143:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 865 00000100:00100000:0.0:1781227029.926154:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941828992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926181:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941828992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926200:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 865 00000100:00100000:0.0:1781227029.926213:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 866 00000100:00100000:0.0:1781227029.926219:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941829504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926243:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941829504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926248:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 866 00000100:00100000:0.0:1781227029.926267:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828864 00000100:00100000:0.0:1781227029.926270:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828864 00000100:00100000:0.0:1781227029.926298:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829376 00000100:00100000:0.0:1781227029.926302:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829376 00000100:00100000:0.0:1781227029.926314:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828736 00000100:00100000:0.0:1781227029.926317:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828736 00000100:00100000:0.0:1781227029.926325:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829248 00000100:00100000:0.0:1781227029.926327:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829248 00000100:00100000:0.0:1781227029.926339:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1385 00000100:00100000:0.0:1781227029.926344:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941828864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926371:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941828864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926378:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1385 00000100:00100000:0.0:1781227029.926389:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1386 00000100:00100000:0.0:1781227029.926397:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941829376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926423:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7266940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941829376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926429:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1386 00000100:00100000:0.0:1781227029.926441:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1387 00000100:00100000:0.0:1781227029.926447:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941828736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926473:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7265a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941828736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926479:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1387 00000100:00100000:0.0:1781227029.926490:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1388 00000100:00100000:0.0:1781227029.926496:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941829248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227029.926519:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941829248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227029.926525:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1388 00000100:00080000:0.0:1781227029.926562:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227029.926566:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227029.926568:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227029.926571:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227029.927095:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941828608 00000100:00100000:1.0:1781227029.927102:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941828608 00000100:00100000:1.0:1781227029.927137:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 821 00000100:00100000:1.0:1781227029.927145:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941828608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227029.927174:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941828608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227029.927193:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 821 00000040:00080000:2.0:1781227029.959846:0:26548:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227029.959859:0:26548:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227029.963326:0:26548:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227029.963342:0:26548:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227030.524420:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964721664:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.524490:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.524548:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1324f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964722176:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.524578:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.524599:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964722688:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.524623:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227030.524635:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964721280:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.524670:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964721536:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.524674:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227030.524715:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964721792:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.524733:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.524763:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964722048:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.524765:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721280 00000100:00100000:2.0:1781227030.524771:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721280 00000100:00100000:1.0:1781227030.524795:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227030.524812:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1781227030.524818:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1325680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964722560:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.524822:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964721280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.524842:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.524864:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1781227030.524872:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964721408:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.524877:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964721280:12345-0@lo:400:kworker.0 Request processed in 56us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227030.524885:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1781227030.524902:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.524920:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964721920:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.524933:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722176 00000100:00100000:2.0:1781227030.524936:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722176 00000100:00100000:1.0:1781227030.524945:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227030.524962:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722688 00000100:00100000:2.0:1781227030.524965:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722688 00000100:00100000:1.0:1781227030.524982:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964722432:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.524985:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1781227030.524993:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964722176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525015:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227030.525033:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71361c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964722176:12345-0@lo:400:kworker.0 Request processed in 41us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525035:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c792c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964722944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227030.525043:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1781227030.525053:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1781227030.525059:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964722688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525071:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227030.525090:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7136d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964722688:12345-0@lo:400:kworker.0 Request processed in 30us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227030.525098:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1781227030.525110:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721664 00000100:00100000:1.0:1781227030.525115:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721664 00000100:00080000:2.0:1781227030.525124:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227030.525130:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227030.525143:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722048 00000100:00100000:1.0:1781227030.525147:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722048 00000100:00100000:1.0:1781227030.525168:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722560 00000100:00100000:1.0:1781227030.525171:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722560 00000100:00100000:1.0:1781227030.525193:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721408 00000100:00100000:1.0:1781227030.525195:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721408 00000100:00100000:1.0:1781227030.525206:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721920 00000100:00100000:1.0:1781227030.525208:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721920 00000100:00100000:1.0:1781227030.525220:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722432 00000100:00100000:1.0:1781227030.525223:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722432 00000100:00100000:1.0:1781227030.525237:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1781227030.525243:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964721664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.525325:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.525465:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964721664:12345-0@lo:400:kworker.0 Request processed in 221us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525472:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1781227030.525488:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1781227030.525494:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964722048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525528:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964722048:12345-0@lo:400:kworker.0 Request processed in 34us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525533:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1781227030.525546:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1781227030.525552:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964722560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525577:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964722560:12345-0@lo:400:kworker.0 Request processed in 25us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525583:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1781227030.525594:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1781227030.525599:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964721408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525627:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964721408:12345-0@lo:400:kworker.0 Request processed in 28us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525633:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1781227030.525644:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1781227030.525650:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964721920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525675:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964721920:12345-0@lo:400:kworker.0 Request processed in 26us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525680:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1781227030.525691:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1781227030.525718:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964722432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525746:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964722432:12345-0@lo:400:kworker.0 Request processed in 30us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525752:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1781227030.525779:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722944 00000100:00100000:1.0:1781227030.525784:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722944 00000100:00100000:1.0:1781227030.525813:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1781227030.525820:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964722944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227030.525853:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227030.525884:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964722944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.525890:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1781227030.525928:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964721664:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.525940:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1324f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964722176:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.526241:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964722688:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.526273:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964722304:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.526287:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964721408:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.526301:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964721920:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.526311:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.526315:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964722432:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.526336:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1324780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964722816:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.526355:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227030.526360:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c792c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964722944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227030.526380:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964722048:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.526381:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964721280:0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.526406:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1325680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964722560:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.526415:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721536 00000100:00080000:1.0:1781227030.526465:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781227030.526469:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781227030.526472:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227030.526484:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722304 00000100:00100000:1.0:1781227030.526488:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722304 00000100:00100000:1.0:1781227030.526514:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964722816 00000100:00100000:1.0:1781227030.526516:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964722816 00000100:00100000:1.0:1781227030.526529:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1781227030.526535:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964722304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.526569:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964722304:12345-0@lo:400:kworker.0 Request processed in 34us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.526575:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1781227030.526586:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1781227030.526592:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964722816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227030.526613:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964722816:12345-0@lo:400:kworker.0 Request processed in 22us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227030.526618:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00080000:1.0:1781227030.526628:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227030.526911:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721536 00000100:00100000:2.0:1781227030.526940:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964721792 00000100:00100000:2.0:1781227030.526945:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964721792 00000100:00100000:2.0:1781227030.526960:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1781227030.526966:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964721536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.527007:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c63b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964721536:12345-0@lo:400:kworker.0 Request processed in 41us (2276us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227030.527012:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1781227030.527023:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1781227030.527027:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964721792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.527047:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964721792:12345-0@lo:400:kworker.0 Request processed in 20us (1723us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227030.527050:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1781227030.527081:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964721792:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.527094:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964722304:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.527104:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1324780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964722816:0@lo:400:kworker.0 00000100:00100000:2.0:1781227030.528268:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964721536:0@lo:400:kworker.0 00000100:00100000:3.0:1781227030.530637:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964723072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227030.530734:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227030.530866:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723072 00000100:00100000:0.0:1781227030.530874:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723072 00000100:00100000:0.0:1781227030.530929:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1781227030.530949:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964723072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227030.530974:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227030.535496:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964723072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4530us (4743us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227030.535512:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1781227030.536051:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964723072:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1781227030.651874:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227031.562396:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781227031.562420:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964723200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227031.562494:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227031.562852:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723200 00000100:00100000:2.0:1781227031.562863:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723200 00000100:00100000:2.0:1781227031.562927:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1781227031.562938:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964723200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227031.562981:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227031.563055:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964723200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227031.563064:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1781227031.563178:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964723200:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227031.676803:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227031.744613:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227031.744623:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227031.746028:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227031.746046:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781227031.885174:0:26599:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227031.885183:0:26599:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227031.885921:0:26599:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227031.885930:0:26599:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227032.700054:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227032.892608:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781227033.086792:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964723456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227033.086875:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227033.086987:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227033.086997:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964723328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227033.087024:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227033.087171:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723456 00000100:00100000:0.0:1781227033.087179:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723456 00000100:00100000:0.0:1781227033.087237:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723328 00000100:00100000:0.0:1781227033.087241:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723328 00000100:00100000:0.0:1781227033.087261:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781227033.087269:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964723456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227033.087301:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227033.087347:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964723456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227033.087359:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781227033.087376:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1781227033.087382:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964723328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227033.087391:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227033.087417:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964723328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227033.087423:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1781227033.087674:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964723456:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781227033.087770:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227033.087798:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964723328:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1781227033.724810:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227034.109271:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227034.109302:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964723584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227034.109380:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227034.109509:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723584 00000100:00100000:0.0:1781227034.109517:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723584 00000100:00100000:0.0:1781227034.109575:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1781227034.109585:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964723584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227034.109620:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227034.109669:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605877840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964723584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227034.109676:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1781227034.109872:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964723584:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781227034.135014:0:26651:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227034.135025:0:26651:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227034.136312:0:26651:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227034.136330:0:26651:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781227034.749980:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227035.042371:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042424:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042457:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042489:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042509:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042526:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042543:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042557:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227035.042579:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227035.042679:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830272 00000100:00100000:2.0:1781227035.042733:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830272 00000100:00100000:2.0:1781227035.042797:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830784 00000100:00100000:2.0:1781227035.042800:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830784 00000100:00100000:2.0:1781227035.042816:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830144 00000100:00100000:2.0:1781227035.042819:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830144 00000100:00100000:2.0:1781227035.042831:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830656 00000100:00100000:2.0:1781227035.042834:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830656 00000100:00100000:2.0:1781227035.042862:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:2.0:1781227035.042873:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941830272:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227035.042946:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941830272:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 75us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227035.042954:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:2.0:1781227035.042975:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 872 00000100:00100000:2.0:1781227035.042981:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941830784:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227035.043002:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941830784:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227035.043009:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 872 00000100:00100000:2.0:1781227035.043020:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:2.0:1781227035.043026:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941830144:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227035.043047:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941830144:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227035.043054:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:2.0:1781227035.043065:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 874 00000100:00100000:2.0:1781227035.043071:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941830656:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227035.043092:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941830656:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227035.043098:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 874 00000100:00080000:3.0:1781227035.043510:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227035.043514:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227035.043598:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830016 00000100:00100000:0.0:1781227035.043604:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830016 00000100:00100000:0.0:1781227035.043653:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830528 00000100:00100000:0.0:1781227035.043657:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830528 00000100:00100000:0.0:1781227035.043670:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829888 00000100:00100000:0.0:1781227035.043673:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829888 00000100:00100000:0.0:1781227035.043830:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830400 00000100:00100000:0.0:1781227035.043835:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830400 00000100:00100000:0.0:1781227035.043868:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1395 00000100:00100000:0.0:1781227035.043877:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941830016:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227035.043922:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2425:x1867750941830016:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 46us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.043930:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1395 00000100:00100000:0.0:1781227035.043946:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1396 00000100:00100000:0.0:1781227035.043952:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941830528:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227035.043975:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941830528:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (1485us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.043981:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1396 00000100:00100000:0.0:1781227035.043992:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1397 00000100:00100000:0.0:1781227035.043998:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941829888:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227035.044018:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941829888:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.044024:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1397 00000100:00100000:0.0:1781227035.044035:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1398 00000100:00100000:0.0:1781227035.044040:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941830400:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227035.044061:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941830400:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (1502us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.044066:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1398 00000100:00080000:2.0:1781227035.045563:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227035.045572:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227035.045903:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941829760 00000100:00100000:1.0:1781227035.045914:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941829760 00000100:00100000:1.0:1781227035.045976:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 823 00000100:00100000:1.0:1781227035.045985:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941829760:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227035.046055:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941829760:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 72us (3696us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227035.046064:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 823 00000100:00100000:3.0:1781227035.645868:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781227035.645898:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964723712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227035.645981:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.646605:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723712 00000100:00100000:0.0:1781227035.646615:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723712 00000100:00100000:1.0:1781227035.646658:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227035.646672:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964723840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227035.646673:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1781227035.646721:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964723712:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227035.646757:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1781227035.646762:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227035.646818:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964723712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.646829:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1781227035.646846:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723840 00000100:00100000:0.0:1781227035.646849:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723840 00000100:00100000:0.0:1781227035.646865:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1781227035.646870:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964723840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781227035.646881:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227035.646915:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964723840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.646921:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:0.0:1781227035.646937:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227035.647037:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964724224:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647054:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964723968:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647076:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.647093:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.647126:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964724480:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647137:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964724736:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647183:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227035.647184:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.647212:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964724992:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647238:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964723840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227035.647243:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227035.647278:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964725248:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647303:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227035.647321:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781227035.647327:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964724352:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647345:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227035.647360:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964724864:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647382:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227035.647408:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724736 00000100:00100000:1.0:1781227035.647412:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724736 00000100:00100000:1.0:1781227035.647451:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725248 00000100:00100000:1.0:1781227035.647455:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725248 00000100:00100000:1.0:1781227035.647474:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724352 00000100:00100000:1.0:1781227035.647477:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724352 00000100:00100000:1.0:1781227035.647495:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1781227035.647502:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964724736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647542:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964724736:12345-0@lo:400:kworker.0 Request processed in 40us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227035.647549:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1781227035.647568:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1781227035.647577:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964725248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227035.647581:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964723712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227035.647614:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964725248:12345-0@lo:400:kworker.0 Request processed in 39us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227035.647620:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1781227035.647634:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1781227035.647642:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964724352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647643:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781227035.647653:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964724096:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647682:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964724352:12345-0@lo:400:kworker.0 Request processed in 40us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227035.647689:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1781227035.647742:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964724352:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647755:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964725248:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.647766:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964724736:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647773:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.647801:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964724608:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647824:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.647846:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964725120:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647865:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227035.647892:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724224 00000100:00100000:0.0:1781227035.647896:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724224 00000100:00100000:0.0:1781227035.647921:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724480 00000100:00100000:0.0:1781227035.647924:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724480 00000100:00100000:0.0:1781227035.647936:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1781227035.647942:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964724224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.647977:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c792c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964724224:12345-0@lo:400:kworker.0 Request processed in 35us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.647984:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1781227035.647996:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1781227035.648002:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964724480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.648031:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964724480:12345-0@lo:400:kworker.0 Request processed in 28us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.648037:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1781227035.648060:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964723968 00000100:00100000:0.0:1781227035.648064:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964723968 00000100:00100000:1.0:1781227035.648065:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724096 00000100:00100000:1.0:1781227035.648071:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724096 00000100:00100000:0.0:1781227035.648093:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1781227035.648099:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724608 00000100:00100000:0.0:1781227035.648103:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964723968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.648105:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724608 00000100:00100000:0.0:1781227035.648146:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964723968:12345-0@lo:400:kworker.0 Request processed in 47us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.648152:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1781227035.648198:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725120 00000100:00100000:1.0:1781227035.648201:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725120 00000100:00100000:1.0:1781227035.648213:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1781227035.648219:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964724096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227035.648343:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1781227035.648353:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964724608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.648450:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1781227035.648459:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964725120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227035.653635:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724992 00000100:00100000:2.0:1781227035.653652:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724992 00000100:00100000:2.0:1781227035.653762:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964724864 00000100:00100000:2.0:1781227035.653765:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964724864 00000100:00100000:2.0:1781227035.653791:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1781227035.653802:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964724992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227035.654001:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964724608:12345-0@lo:400:kworker.0 Request processed in 5648us (6173us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227035.654011:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1781227035.654942:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964725120:12345-0@lo:400:kworker.0 Request processed in 6478us (7070us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.654955:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1781227035.654997:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1781227035.655008:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964724864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655049:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964724864:12345-0@lo:400:kworker.0 Request processed in 45us (7666us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227035.655056:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:0.0:1781227035.655095:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227035.655101:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227035.655103:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227035.655145:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964724096:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655160:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964724608:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655171:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964725120:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655181:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964723968:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655192:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964724480:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655240:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964724864:0@lo:400:kworker.0 00000100:00100000:0.0:1781227035.655253:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964724224:0@lo:400:kworker.0 00000100:00100000:1.0:1781227035.672346:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964724096:12345-0@lo:400:kworker.0 Request processed in 24113us (24564us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227035.672363:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1781227035.683920:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964724992:12345-0@lo:400:kworker.0 Request processed in 30111us (36669us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227035.683938:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1781227035.690091:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964724992:0@lo:400:kworker.0 00010000:00010000:2.0:1781227035.771903:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227036.150887:0:26702:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227036.150897:0:26702:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227036.156890:0:26702:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227036.156915:0:26702:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781227036.668561:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964725376:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227036.668655:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227036.671571:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725376 00000100:00100000:0.0:1781227036.671592:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725376 00000100:00100000:0.0:1781227036.671871:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1781227036.671885:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964725376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227036.671937:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227036.672061:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964725376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 179us (3405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227036.672069:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1781227036.672185:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964725376:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781227036.795919:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781227037.820921:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227038.157360:0:26753:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227038.157369:0:26753:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227038.159440:0:26753:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227038.159455:0:26753:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227038.205337:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227038.205362:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964725504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227038.205434:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227038.205514:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725504 00000100:00100000:1.0:1781227038.205523:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725504 00000100:00100000:1.0:1781227038.205580:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1781227038.205589:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964725504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781227038.205622:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227038.205670:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964725504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227038.205678:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:1.0:1781227038.205715:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227038.205754:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964725504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227038.209031:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c80512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964725632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227038.209460:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227038.210288:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725632 00000100:00100000:3.0:1781227038.210299:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725632 00000100:00100000:3.0:1781227038.210366:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1781227038.210378:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964725632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781227038.210410:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00080000:2.0:1781227038.220523:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227038.221072:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964725632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10690us (11605us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227038.221087:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1781227038.222010:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c80512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964725632:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781227038.845158:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227039.228366:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964725760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227039.228439:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227039.235237:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725760 00000100:00100000:0.0:1781227039.235254:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725760 00000100:00100000:0.0:1781227039.235331:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1781227039.235343:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964725760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227039.235384:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227039.235484:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964725760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (7045us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227039.235492:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1781227039.236952:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8051e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964725760:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781227039.868543:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227040.160674:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160728:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160765:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160788:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160807:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160827:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160844:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160862:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160884:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227040.160910:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941830912 00000100:00100000:3.0:1781227040.160919:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941830912 00000100:00100000:3.0:1781227040.160968:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 825 00000100:00100000:3.0:1781227040.160978:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941830912:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161046:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941830912:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 69us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161057:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 825 00000100:00100000:3.0:1781227040.161428:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831168 00000100:00100000:3.0:1781227040.161433:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831168 00000100:00100000:3.0:1781227040.161473:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831680 00000100:00100000:3.0:1781227040.161475:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831680 00000100:00100000:3.0:1781227040.161485:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831040 00000100:00100000:3.0:1781227040.161488:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831040 00000100:00100000:3.0:1781227040.161499:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831552 00000100:00100000:3.0:1781227040.161501:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831552 00000100:00100000:3.0:1781227040.161515:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1405 00000100:00100000:3.0:1781227040.161521:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941831168:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161554:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941831168:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161561:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1405 00000100:00100000:3.0:1781227040.161574:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1406 00000100:00100000:3.0:1781227040.161580:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941831680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161605:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941831680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161611:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1406 00000100:00100000:3.0:1781227040.161624:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1407 00000100:00100000:3.0:1781227040.161630:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941831040:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161651:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:2424:x1867750941831040:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161657:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1407 00000100:00100000:3.0:1781227040.161667:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1408 00000100:00100000:3.0:1781227040.161673:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941831552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161719:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941831552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161725:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1408 00000100:00100000:3.0:1781227040.161757:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831424 00000100:00100000:3.0:1781227040.161761:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831424 00000100:00100000:3.0:1781227040.161784:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831936 00000100:00100000:3.0:1781227040.161787:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831936 00000100:00100000:3.0:1781227040.161801:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831296 00000100:00100000:3.0:1781227040.161804:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831296 00000100:00100000:3.0:1781227040.161816:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941831808 00000100:00100000:3.0:1781227040.161818:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941831808 00000100:00100000:3.0:1781227040.161831:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 877 00000100:00100000:3.0:1781227040.161836:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941831424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161861:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941831424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161867:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 877 00000100:00100000:3.0:1781227040.161879:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 878 00000100:00100000:3.0:1781227040.161885:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941831936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161907:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941831936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161913:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 878 00000100:00100000:3.0:1781227040.161924:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 879 00000100:00100000:3.0:1781227040.161930:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941831296:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161952:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941831296:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161959:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 879 00000100:00100000:3.0:1781227040.161970:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 880 00000100:00100000:3.0:1781227040.161975:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941831808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227040.161992:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941831808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.161997:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 880 00000100:00080000:2.0:1781227040.163403:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227040.163412:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227040.163416:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227040.163420:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:1.0:1781227040.397834:0:26805:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227040.397846:0:26805:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227040.398396:0:26805:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227040.398409:0:26805:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227040.764119:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227040.764145:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964725888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227040.764214:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227040.765811:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964725888 00000100:00100000:3.0:1781227040.765824:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964725888 00000100:00100000:3.0:1781227040.765903:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781227040.765913:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964725888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227040.765947:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227040.766022:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964725888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (1807us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.766030:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781227040.766110:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964725888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227040.767270:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964726016:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767333:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.767385:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726016 00000100:00100000:0.0:1781227040.767392:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726016 00000100:00100000:0.0:1781227040.767433:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1781227040.767442:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964726016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767747:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964726016:12345-0@lo:400:kworker.0 Request processed in 305us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.767755:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1781227040.767800:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964726016:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767816:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781227040.767822:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964726528:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767848:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227040.767865:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964726400:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767866:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964726144:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767889:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227040.767893:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964726272:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767912:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964727040:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.767915:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227040.767933:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964726784:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767936:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227040.767953:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.767953:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781227040.767958:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964726656:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.767967:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964727296:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.767978:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227040.767989:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726528 00000100:00100000:3.0:1781227040.767993:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726528 00000100:00100000:0.0:1781227040.767995:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964727168:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.768020:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726272 00000100:00100000:3.0:1781227040.768024:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726272 00000100:00100000:3.0:1781227040.768038:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1781227040.768044:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964726528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.768176:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.768210:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1781227040.768218:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964726272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.768250:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964726272:12345-0@lo:400:kworker.0 Request processed in 34us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.768256:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1781227040.768279:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726144 00000100:00100000:0.0:1781227040.768282:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726144 00000100:00100000:0.0:1781227040.768307:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726784 00000100:00100000:0.0:1781227040.768310:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726784 00000100:00100000:0.0:1781227040.768326:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726656 00000100:00100000:0.0:1781227040.768328:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726656 00000100:00100000:0.0:1781227040.768341:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727168 00000100:00100000:0.0:1781227040.768343:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727168 00000100:00100000:0.0:1781227040.768356:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1781227040.768357:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c80512c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964726528:12345-0@lo:400:kworker.0 Request processed in 312us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.768362:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964726144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.768364:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1781227040.768387:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1781227040.768394:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964726784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.768395:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8051e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964726144:12345-0@lo:400:kworker.0 Request processed in 33us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.768400:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1781227040.768413:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1781227040.768418:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964726656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.768419:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964726784:12345-0@lo:400:kworker.0 Request processed in 27us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.768424:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1781227040.768438:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1781227040.768441:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964726656:12345-0@lo:400:kworker.0 Request processed in 24us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.768444:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964727168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.768446:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1781227040.768464:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727040 00000100:00100000:3.0:1781227040.768466:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964727168:12345-0@lo:400:kworker.0 Request processed in 22us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.768467:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727040 00000100:00100000:3.0:1781227040.768471:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1781227040.768496:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964726656:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.768506:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964727168:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.768513:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964726528:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.768521:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964726144:0@lo:400:kworker.0 00000100:00080000:2.0:1781227040.769752:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227040.769763:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227040.769766:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227040.769769:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227040.769884:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1781227040.769906:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964727040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.769984:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964727040:12345-0@lo:400:kworker.0 Request processed in 90us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.769991:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1781227040.770293:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964727040:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.770375:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.770417:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964726912:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.770420:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726400 00000100:00100000:3.0:1781227040.770426:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726400 00000100:00100000:0.0:1781227040.770450:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.770476:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964727424:0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.770513:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1781227040.770521:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964726400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227040.770557:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964726400:12345-0@lo:400:kworker.0 Request processed in 38us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227040.770564:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1781227040.771323:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.771367:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964726400:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.771397:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964726912 00000100:00100000:0.0:1781227040.771401:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964726912 00000100:00100000:0.0:1781227040.771440:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727424 00000100:00100000:0.0:1781227040.771443:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727424 00000100:00100000:0.0:1781227040.771467:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1781227040.771474:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964726912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227040.771860:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227040.771875:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964727552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227040.771908:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227040.771947:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227040.772047:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964726912:12345-0@lo:400:kworker.0 Request processed in 573us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.772058:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1781227040.772075:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1781227040.772094:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964727424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.772133:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964727424:12345-0@lo:400:kworker.0 Request processed in 52us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.772139:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1781227040.772165:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964726912:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.772173:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964727424:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.779284:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727552 00000100:00100000:0.0:1781227040.779302:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727552 00000100:00100000:0.0:1781227040.779370:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1781227040.780751:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964727552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781227040.780908:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227040.781974:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964727552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2588us (10058us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227040.781989:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1781227040.782385:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727296 00000100:00100000:2.0:1781227040.782394:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727296 00000100:00100000:1.0:1781227040.782445:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964727552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227040.782450:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1781227040.782458:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964727296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227040.782505:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964727296:12345-0@lo:400:kworker.0 Request processed in 48us (10557us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227040.782511:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00080000:0.0:1781227040.783417:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227040.783425:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227040.783427:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227040.783522:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74170c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964727296:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.783547:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964726272:0@lo:400:kworker.0 00000100:00100000:0.0:1781227040.783556:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964726784:0@lo:400:kworker.0 00010000:00010000:1.0:1781227040.891962:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227041.800140:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964727680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227041.800232:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227041.800365:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727680 00000100:00100000:2.0:1781227041.800373:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727680 00000100:00100000:2.0:1781227041.800425:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1781227041.800434:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964727680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227041.800469:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227041.800516:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964727680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227041.800524:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1781227041.800749:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964727680:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227041.916159:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227041.980058:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227041.980078:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227041.980613:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227041.980626:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781227042.120326:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781227042.623261:0:26856:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227042.623271:0:26856:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227042.623857:0:26856:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227042.623866:0:26856:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781227042.939888:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227043.324187:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964727936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227043.324280:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227043.324368:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781227043.324376:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964727808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227043.324400:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227043.324480:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727936 00000100:00100000:0.0:1781227043.324489:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727936 00000100:00100000:0.0:1781227043.324550:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964727808 00000100:00100000:0.0:1781227043.324553:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964727808 00000100:00100000:0.0:1781227043.324571:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1781227043.324578:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964727936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227043.324613:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227043.324657:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964727936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227043.324677:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1781227043.324723:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781227043.324730:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964727808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227043.324739:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227043.324763:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964727808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227043.324768:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00080000:2.0:1781227043.324939:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227043.324983:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964727808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227043.324996:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964727936:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781227043.964274:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227044.355247:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964728064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781227044.355320:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227044.355398:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728064 00000100:00100000:0.0:1781227044.355406:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728064 00000100:00100000:0.0:1781227044.355456:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1781227044.355465:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964728064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227044.355500:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227044.355556:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964728064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227044.355563:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1781227044.355613:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964728064:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781227044.678066:0:26907:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227044.678077:0:26907:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227044.678601:0:26907:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227044.678616:0:26907:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227044.988002:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227045.278260:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278311:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278354:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278388:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278405:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278427:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278461:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227045.278529:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832576 00000100:00100000:0.0:1781227045.278538:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832576 00000100:00100000:0.0:1781227045.278591:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833088 00000100:00100000:0.0:1781227045.278594:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833088 00000100:00100000:0.0:1781227045.278609:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832448 00000100:00100000:0.0:1781227045.278612:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832448 00000100:00100000:0.0:1781227045.278625:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832960 00000100:00100000:0.0:1781227045.278628:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832960 00000100:00100000:0.0:1781227045.278645:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 884 00000100:00100000:0.0:1781227045.278654:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941832576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227045.278755:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941832576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 102us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.278763:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 884 00000100:00100000:0.0:1781227045.278778:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 885 00000100:00100000:0.0:1781227045.278784:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941833088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227045.278825:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941833088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.278831:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 885 00000100:00100000:0.0:1781227045.278842:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 886 00000100:00100000:0.0:1781227045.278848:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941832448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227045.278881:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941832448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.278888:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 886 00000100:00100000:0.0:1781227045.278900:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 887 00000100:00100000:0.0:1781227045.278907:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941832960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227045.278928:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941832960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.278934:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 887 00000100:00100000:1.0:1781227045.279114:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832320 00000100:00100000:1.0:1781227045.279120:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832320 00000100:00100000:1.0:1781227045.279159:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832832 00000100:00100000:1.0:1781227045.279162:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832832 00000100:00100000:1.0:1781227045.279175:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832192 00000100:00100000:1.0:1781227045.279178:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832192 00000100:00100000:1.0:1781227045.279189:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832704 00000100:00100000:1.0:1781227045.279191:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832704 00000100:00100000:1.0:1781227045.279204:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1415 00000100:00100000:1.0:1781227045.279211:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941832320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227045.279224:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1416 00000100:00100000:2.0:1781227045.279233:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941832832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227045.279240:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941832320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227045.279246:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1415 00000100:00100000:2.0:1781227045.279256:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941832832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227045.279259:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1417 00000100:00100000:2.0:1781227045.279262:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1416 00000100:00100000:1.0:1781227045.279264:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941832192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227045.279274:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1418 00000100:00100000:1.0:1781227045.279284:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941832192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227045.279290:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1417 00000100:00100000:2.0:1781227045.279291:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941832704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227045.279313:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941832704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227045.279319:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1418 00000100:00080000:1.0:1781227045.279330:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781227045.279333:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227045.279336:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227045.279338:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227045.279910:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941832064 00000100:00100000:3.0:1781227045.279918:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941832064 00000100:00100000:3.0:1781227045.279966:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 827 00000100:00100000:3.0:1781227045.279974:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941832064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227045.280005:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941832064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227045.280012:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 827 00000100:00100000:3.0:1781227045.886526:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227045.886552:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964728192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227045.886626:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227045.886884:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964728448:0@lo:400:kworker.0 00000100:00100000:2.0:1781227045.886918:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227045.886937:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964728960:0@lo:400:kworker.0 00000100:00100000:2.0:1781227045.886957:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227045.886977:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964729472:0@lo:400:kworker.0 00000100:00100000:2.0:1781227045.887000:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227045.887018:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781227045.887024:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964728320:0@lo:400:kworker.0 00000100:00100000:2.0:1781227045.887069:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227045.887090:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964728832:0@lo:400:kworker.0 00000100:00100000:2.0:1781227045.887113:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227045.887130:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964729344:0@lo:400:kworker.0 00000100:00100000:2.0:1781227045.887151:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887277:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964728704:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887308:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887327:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964729216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887347:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887362:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964729728:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887381:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887399:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781227045.887404:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964728576:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887426:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887441:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964729088:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887460:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887476:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964729600:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887497:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227045.887522:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728192 00000100:00100000:0.0:1781227045.887530:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728192 00000100:00100000:0.0:1781227045.887582:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1781227045.887592:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964728192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781227045.887622:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227045.887663:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964728192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.887670:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1781227045.887716:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728320 00000100:00100000:0.0:1781227045.887721:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728320 00000100:00100000:0.0:1781227045.887745:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1781227045.887751:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964728320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887786:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9493450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964728320:12345-0@lo:400:kworker.0 Request processed in 35us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.887793:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1781227045.887817:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728832 00000100:00100000:0.0:1781227045.887822:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728832 00000100:00100000:0.0:1781227045.887841:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728576 00000100:00100000:0.0:1781227045.887843:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728576 00000100:00100000:0.0:1781227045.887856:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1781227045.887862:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964728832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887893:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964728832:12345-0@lo:400:kworker.0 Request processed in 30us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.887898:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1781227045.887909:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1781227045.887915:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964728576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.887944:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964728576:12345-0@lo:400:kworker.0 Request processed in 29us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.887951:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1781227045.887969:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729344 00000100:00100000:0.0:1781227045.887972:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729344 00000100:00100000:0.0:1781227045.887994:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729216 00000100:00100000:0.0:1781227045.887997:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729216 00000100:00100000:0.0:1781227045.888013:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729728 00000100:00100000:0.0:1781227045.888015:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729728 00000100:00100000:0.0:1781227045.888046:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1781227045.888053:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ea940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964729344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888084:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ea940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964729344:12345-0@lo:400:kworker.0 Request processed in 33us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888091:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1781227045.888103:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1781227045.888109:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964729216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888136:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964729216:12345-0@lo:400:kworker.0 Request processed in 27us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888142:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1781227045.888153:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1781227045.888160:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964729728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888186:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964729728:12345-0@lo:400:kworker.0 Request processed in 27us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888192:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1781227045.888214:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728448 00000100:00100000:0.0:1781227045.888218:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728448 00000100:00100000:0.0:1781227045.888237:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728960 00000100:00100000:0.0:1781227045.888240:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728960 00000100:00100000:0.0:1781227045.888253:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729472 00000100:00100000:0.0:1781227045.888256:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729472 00000100:00100000:0.0:1781227045.888268:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964728704 00000100:00100000:0.0:1781227045.888270:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964728704 00000100:00100000:0.0:1781227045.888280:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729088 00000100:00100000:0.0:1781227045.888282:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729088 00000100:00100000:0.0:1781227045.888293:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729600 00000100:00100000:0.0:1781227045.888295:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729600 00000100:00100000:0.0:1781227045.888307:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1781227045.888314:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964728448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888344:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964728448:12345-0@lo:400:kworker.0 Request processed in 31us (1426us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888350:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1781227045.888361:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1781227045.888367:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964728960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888412:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964728960:12345-0@lo:400:kworker.0 Request processed in 45us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888420:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:0.0:1781227045.888431:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1781227045.888437:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964729472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888462:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964729472:12345-0@lo:400:kworker.0 Request processed in 26us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888468:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1781227045.888477:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1781227045.888482:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964728704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888508:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964728704:12345-0@lo:400:kworker.0 Request processed in 26us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888512:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1781227045.888522:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:0.0:1781227045.888528:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964729088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888553:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d897c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964729088:12345-0@lo:400:kworker.0 Request processed in 25us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888559:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:0.0:1781227045.888569:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1781227045.888574:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964729600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888599:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60586a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964729600:12345-0@lo:400:kworker.0 Request processed in 25us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227045.888604:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1781227045.888642:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964728576:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888653:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964729088:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888662:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964729600:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888671:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964728704:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888680:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964729216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888689:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964729728:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888756:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964728320:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888766:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964728832:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888779:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964729344:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888790:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964728448:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888799:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964728960:0@lo:400:kworker.0 00000100:00100000:0.0:1781227045.888808:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964729472:0@lo:400:kworker.0 00000100:00080000:1.0:1781227045.888982:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227045.888988:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781227045.888991:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227045.888993:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227045.889085:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964729856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227045.889124:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227045.889178:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729856 00000100:00100000:3.0:1781227045.889183:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729856 00000100:00100000:3.0:1781227045.889217:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1781227045.889224:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964729856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227045.889239:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227045.889272:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964729856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227045.889279:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1781227045.889320:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964729856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227045.889358:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964728192:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781227046.015012:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227046.530629:0:26958:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227046.530638:0:26958:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227046.535319:0:26958:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227046.535335:0:26958:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227046.909590:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227046.909614:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964729984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781227046.909719:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227046.913354:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964729984 00000100:00100000:1.0:1781227046.913377:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964729984 00000100:00100000:1.0:1781227046.913480:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1781227046.913492:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964729984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781227046.913541:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781227046.913647:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964729984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 158us (3952us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227046.913656:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1781227046.915264:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964729984:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227047.036220:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781227048.059899:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227048.446315:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964730240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227048.446396:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227048.446450:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781227048.446456:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964730112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227048.446480:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227048.448084:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730240 00000100:00100000:2.0:1781227048.448101:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730240 00000100:00100000:2.0:1781227048.448180:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730112 00000100:00100000:2.0:1781227048.448185:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730112 00000100:00100000:2.0:1781227048.448206:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1781227048.448217:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964730240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227048.448267:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227048.448340:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964730240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227048.448347:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1781227048.448366:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1781227048.448372:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ead00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964730112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781227048.448383:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227048.448409:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ead00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964730112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227048.448414:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1781227048.448464:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964730112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227048.448479:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964730240:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781227048.461948:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781227048.578317:0:27010:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227048.578328:0:27010:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227048.580192:0:27010:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227048.580211:0:27010:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227049.084069:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227049.468322:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781227049.468346:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964730368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227049.468420:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227049.468482:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730368 00000100:00100000:2.0:1781227049.468492:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730368 00000100:00100000:2.0:1781227049.468557:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1781227049.468566:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964730368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227049.468763:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781227049.468833:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964730368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 268us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227049.468840:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1781227049.469048:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964730368:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781227050.108376:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227050.399207:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.399254:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227050.399279:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833216 00000100:00100000:1.0:1781227050.399288:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833216 00000100:00100000:0.0:1781227050.399308:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833344 00000100:00100000:0.0:1781227050.399312:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833344 00000100:00100000:1.0:1781227050.399338:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 829 00000100:00100000:1.0:1781227050.399348:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941833216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227050.399358:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1425 00000100:00100000:0.0:1781227050.399365:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941833344:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227050.399422:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74161c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+111:2425:x1867750941833344:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 57us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227050.399438:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1425 00000100:00080000:3.0:1781227050.399555:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227050.400862:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9490050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941833216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1506us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227050.400874:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 829 00000100:00100000:3.0:1781227050.402366:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402466:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402565:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402594:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402615:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402633:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402655:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227050.402684:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833856 00000100:00100000:3.0:1781227050.402716:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833856 00000100:00100000:3.0:1781227050.402774:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833472 00000100:00100000:3.0:1781227050.402778:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833472 00000100:00100000:3.0:1781227050.402798:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1426 00000100:00100000:3.0:1781227050.402808:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941833856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.402894:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74152c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2424:x1867750941833856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 87us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.402901:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1426 00000100:00100000:3.0:1781227050.402916:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833984 00000100:00100000:3.0:1781227050.402919:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833984 00000100:00100000:3.0:1781227050.402936:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1427 00000100:00100000:3.0:1781227050.402942:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941833472:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.402966:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+9:2424:x1867750941833472:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.402972:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1427 00000100:00100000:3.0:1781227050.402983:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1428 00000100:00100000:3.0:1781227050.403002:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941833984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.403026:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941833984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.403033:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1428 00000100:00100000:3.0:1781227050.403057:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833600 00000100:00100000:3.0:1781227050.403060:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833600 00000100:00100000:3.0:1781227050.403083:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834112 00000100:00100000:3.0:1781227050.403086:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834112 00000100:00100000:3.0:1781227050.403102:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941833728 00000100:00100000:3.0:1781227050.403105:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941833728 00000100:00100000:3.0:1781227050.403117:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834240 00000100:00100000:3.0:1781227050.403119:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834240 00000100:00100000:3.0:1781227050.403132:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 891 00000100:00100000:3.0:1781227050.403138:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941833600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.403161:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941833600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.403168:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 891 00000100:00100000:3.0:1781227050.403180:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 892 00000100:00100000:3.0:1781227050.403187:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941834112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.403207:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941834112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.403213:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 892 00000100:00100000:3.0:1781227050.403224:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 893 00000100:00100000:3.0:1781227050.403230:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941833728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.403254:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941833728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.403260:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 893 00000100:00100000:3.0:1781227050.403272:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 894 00000100:00100000:3.0:1781227050.403278:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941834240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227050.403327:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941834240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 49us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227050.403334:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 894 00000100:00080000:3.0:1781227050.403358:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227050.403363:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227050.403366:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227050.403368:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1781227050.552211:0:27061:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227050.552220:0:27061:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227050.553070:0:27061:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227050.553084:0:27061:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781227051.005357:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781227051.005381:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964730496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227051.005460:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227051.005843:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730496 00000100:00100000:2.0:1781227051.005853:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730496 00000100:00100000:2.0:1781227051.005925:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1781227051.005936:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964730496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227051.005969:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227051.006026:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964730496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227051.006034:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1781227051.011523:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227051.011546:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964730624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227051.011616:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781227051.011840:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227051.011871:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730624 00000100:00100000:3.0:1781227051.011878:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730624 00000100:00100000:3.0:1781227051.011961:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1781227051.011972:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964730624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781227051.012008:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227051.012062:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964730624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227051.012070:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1781227051.012119:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964730624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227051.012158:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964730496:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1781227051.012294:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227051.016417:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964731008:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016496:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227051.016540:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964731520:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016564:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227051.016585:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964732032:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016604:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227051.016627:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781227051.016632:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964730880:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016651:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227051.016666:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964731392:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016685:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227051.016723:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964731904:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016745:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227051.016774:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731008 00000100:00100000:0.0:1781227051.016782:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731008 00000100:00100000:0.0:1781227051.016832:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1781227051.016840:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964731008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.016927:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964731008:12345-0@lo:400:kworker.0 Request processed in 86us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.016943:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1781227051.016966:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731520 00000100:00100000:0.0:1781227051.016970:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731520 00000100:00100000:0.0:1781227051.017008:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732032 00000100:00100000:0.0:1781227051.017011:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732032 00000100:00100000:0.0:1781227051.017022:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730880 00000100:00100000:0.0:1781227051.017025:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730880 00000100:00100000:0.0:1781227051.017035:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731392 00000100:00100000:0.0:1781227051.017037:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731392 00000100:00100000:0.0:1781227051.017047:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731904 00000100:00100000:0.0:1781227051.017049:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731904 00000100:00100000:0.0:1781227051.017062:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1781227051.017068:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964731520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017101:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964731520:12345-0@lo:400:kworker.0 Request processed in 33us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.017107:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1781227051.017118:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1781227051.017123:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964732032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017146:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964732032:12345-0@lo:400:kworker.0 Request processed in 23us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.017154:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1781227051.017165:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1781227051.017170:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964730880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017192:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964730880:12345-0@lo:400:kworker.0 Request processed in 22us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.017197:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1781227051.017206:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1781227051.017210:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964731392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017234:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964731392:12345-0@lo:400:kworker.0 Request processed in 24us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.017239:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1781227051.017247:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1781227051.017252:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964731904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017274:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964731904:12345-0@lo:400:kworker.0 Request processed in 22us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.017279:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1781227051.017333:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964730880:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017345:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964731392:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017353:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964731904:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017362:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964731008:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017369:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964731520:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.017377:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964732032:0@lo:400:kworker.0 00000100:00080000:2.0:1781227051.017915:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227051.017921:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781227051.018192:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964730752:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018241:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227051.018282:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964731264:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018319:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227051.018343:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964731776:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018366:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227051.018401:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1781227051.018409:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964731136:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018461:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227051.018487:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964731648:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018512:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227051.018537:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731776 00000100:00100000:3.0:1781227051.018542:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731776 00000100:00100000:3.0:1781227051.018581:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731648 00000100:00100000:3.0:1781227051.018585:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731648 00000100:00100000:3.0:1781227051.018606:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1781227051.018614:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964731776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018656:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964731776:12345-0@lo:400:kworker.0 Request processed in 43us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227051.018662:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1781227051.018675:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1781227051.018680:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a77c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964731648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018738:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a77c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964731648:12345-0@lo:400:kworker.0 Request processed in 56us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227051.018744:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1781227051.018769:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731136 00000100:00100000:3.0:1781227051.018772:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731136 00000100:00100000:3.0:1781227051.018793:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1781227051.018800:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964731136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.018824:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964731136:12345-0@lo:400:kworker.0 Request processed in 26us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227051.018830:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1781227051.018859:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964731136:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.019205:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964731648:0@lo:400:kworker.0 00000100:00100000:3.0:1781227051.019219:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964731776:0@lo:400:kworker.0 00000100:00100000:2.0:1781227051.019315:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964730752 00000100:00100000:2.0:1781227051.019319:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964730752 00000100:00100000:2.0:1781227051.019357:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1781227051.019364:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964730752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227051.019412:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9492450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964730752:12345-0@lo:400:kworker.0 Request processed in 49us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227051.019418:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:2.0:1781227051.019454:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227051.019802:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964730752:0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.020045:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964731264 00000100:00100000:0.0:1781227051.020051:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964731264 00000100:00100000:0.0:1781227051.020158:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1781227051.020166:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964731264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227051.020225:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964731264:12345-0@lo:400:kworker.0 Request processed in 59us (1903us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227051.020231:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1781227051.020790:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964731264:0@lo:400:kworker.0 00010000:00010000:3.0:1781227051.132198:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227051.196014:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227051.196024:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227051.196845:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227051.196858:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227052.028648:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964732160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227052.028822:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227052.029144:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732160 00000100:00100000:2.0:1781227052.029158:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732160 00000100:00100000:2.0:1781227052.029232:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1781227052.029247:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964732160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227052.029330:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227052.029398:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964732160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227052.029406:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1781227052.029475:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964732160:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227052.157998:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227052.357942:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781227052.689460:0:27112:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227052.689475:0:27112:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227052.690038:0:27112:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227052.690053:0:27112:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781227053.180314:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227053.565576:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964732416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227053.565690:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227053.565906:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732416 00000100:00100000:2.0:1781227053.565919:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732416 00000100:00100000:2.0:1781227053.566025:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1781227053.566038:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964732416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227053.566085:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00080000:1.0:1781227053.566279:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227053.566330:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964732416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 294us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227053.566340:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1781227053.566433:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059eb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964732416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781227053.566510:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964732288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227053.566547:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227053.566589:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732288 00000100:00100000:3.0:1781227053.566594:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732288 00000100:00100000:3.0:1781227053.566635:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1781227053.566642:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a76d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964732288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781227053.566655:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781227053.566684:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a76d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964732288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227053.566689:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1781227053.566776:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964732288:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781227053.567757:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781227054.221808:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227054.588032:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964732544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227054.588155:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227054.588440:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732544 00000100:00100000:0.0:1781227054.588452:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732544 00000100:00100000:0.0:1781227054.588520:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1781227054.588530:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964732544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227054.588569:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227054.588623:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964732544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227054.588630:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1781227054.588750:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964732544:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1781227054.890916:0:27164:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227054.890927:0:27164:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227054.891555:0:27164:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227054.891570:0:27164:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227055.228214:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227055.535274:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535329:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535361:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535414:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535434:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535454:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535473:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227055.535530:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834496 00000100:00100000:0.0:1781227055.535540:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834496 00000100:00100000:0.0:1781227055.535614:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834624 00000100:00100000:0.0:1781227055.535618:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834624 00000100:00100000:0.0:1781227055.535632:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835136 00000100:00100000:0.0:1781227055.535635:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835136 00000100:00100000:0.0:1781227055.535649:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835008 00000100:00100000:0.0:1781227055.535652:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835008 00000100:00100000:0.0:1781227055.535670:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1435 00000100:00100000:0.0:1781227055.535679:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941834496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.535787:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941834496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 109us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.535795:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1435 00000100:00100000:0.0:1781227055.535814:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1436 00000100:00100000:0.0:1781227055.535965:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941834624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.535997:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+9:2427:x1867750941834624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536003:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1436 00000100:00100000:0.0:1781227055.536018:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1437 00000100:00100000:0.0:1781227055.536024:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941835136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.536160:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941835136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 135us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536168:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1437 00000100:00100000:0.0:1781227055.536183:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1438 00000100:00100000:0.0:1781227055.536189:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941835008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.536214:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941835008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536220:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1438 00000100:00100000:0.0:1781227055.536245:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834880 00000100:00100000:0.0:1781227055.536249:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834880 00000100:00100000:0.0:1781227055.536275:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835392 00000100:00100000:0.0:1781227055.536278:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835392 00000100:00100000:0.0:1781227055.536294:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834752 00000100:00100000:0.0:1781227055.536296:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834752 00000100:00100000:0.0:1781227055.536307:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835264 00000100:00100000:0.0:1781227055.536310:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835264 00000100:00100000:0.0:1781227055.536324:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 897 00000100:00100000:0.0:1781227055.536331:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941834880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.536356:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941834880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536362:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 897 00000100:00100000:0.0:1781227055.536373:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 898 00000100:00100000:0.0:1781227055.536378:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941835392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.536400:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941835392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536406:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 898 00000100:00100000:0.0:1781227055.536417:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 899 00000100:00100000:0.0:1781227055.536424:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941834752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.536447:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941834752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536453:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 899 00000100:00100000:0.0:1781227055.536464:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 900 00000100:00100000:0.0:1781227055.536471:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941835264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227055.536493:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941835264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227055.536501:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 900 00000100:00100000:1.0:1781227055.536667:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941834368 00000100:00100000:1.0:1781227055.536673:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941834368 00000100:00100000:1.0:1781227055.536732:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 831 00000100:00100000:1.0:1781227055.536740:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941834368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227055.536767:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9491850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941834368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227055.536774:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 831 00000100:00080000:2.0:1781227055.537262:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227055.537267:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227055.537270:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227055.537273:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227056.124683:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964732672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227056.124791:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227056.124878:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732672 00000100:00100000:3.0:1781227056.124885:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732672 00000100:00100000:3.0:1781227056.125499:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1781227056.125511:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964732672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227056.125544:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227056.125599:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964732672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227056.125607:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1781227056.125660:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964732672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227056.126884:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964732800:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1781227056.127223:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227056.127421:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128086:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964732928:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128138:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128167:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964733440:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128194:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128228:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964733952:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128256:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128279:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781227056.128286:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964733056:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128310:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128328:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964733568:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128350:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128366:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964734080:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128387:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.128416:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732928 00000100:00100000:1.0:1781227056.128423:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732928 00000100:00100000:1.0:1781227056.128465:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1781227056.128473:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964732928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128519:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964732928:12345-0@lo:400:kworker.0 Request processed in 47us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.128527:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1781227056.128562:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733440 00000100:00100000:1.0:1781227056.128565:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733440 00000100:00100000:1.0:1781227056.128591:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1781227056.128597:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a24b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964733440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128630:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a24b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964733440:12345-0@lo:400:kworker.0 Request processed in 33us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.128637:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1781227056.128668:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9cdc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964732928:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128683:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964733440:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128733:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733056 00000100:00100000:1.0:1781227056.128737:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733056 00000100:00100000:1.0:1781227056.128765:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733568 00000100:00100000:1.0:1781227056.128768:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733568 00000100:00100000:1.0:1781227056.128794:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734080 00000100:00100000:1.0:1781227056.128797:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734080 00000100:00100000:1.0:1781227056.128828:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1781227056.128835:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a26940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964733056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128873:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a26940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964733056:12345-0@lo:400:kworker.0 Request processed in 39us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.128879:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1781227056.128892:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1781227056.128898:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a24780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964733568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128925:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a24780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964733568:12345-0@lo:400:kworker.0 Request processed in 27us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.128931:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1781227056.128953:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1781227056.128959:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a25680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964734080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.128986:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a25680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964734080:12345-0@lo:400:kworker.0 Request processed in 28us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.128992:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1781227056.129018:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964733056:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129028:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964733568:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129037:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964734080:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129064:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964733184:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129089:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.129108:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964733696:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129129:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.129144:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964734208:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129164:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.129180:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1781227056.129185:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964733312:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129205:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.129220:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964733824:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129240:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227056.129265:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733184 00000100:00100000:1.0:1781227056.129269:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733184 00000100:00100000:1.0:1781227056.129292:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1781227056.129298:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964733184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129331:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964733184:12345-0@lo:400:kworker.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.129338:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1781227056.129355:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733696 00000100:00100000:1.0:1781227056.129359:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733696 00000100:00100000:1.0:1781227056.129374:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734208 00000100:00100000:1.0:1781227056.129377:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734208 00000100:00100000:1.0:1781227056.129388:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733312 00000100:00100000:1.0:1781227056.129390:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733312 00000100:00100000:1.0:1781227056.129400:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1781227056.129405:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964733696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129436:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964733696:12345-0@lo:400:kworker.0 Request processed in 30us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.129441:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1781227056.129452:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:1.0:1781227056.129458:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a25e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964734208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129483:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a25e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964734208:12345-0@lo:400:kworker.0 Request processed in 25us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.129488:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:1.0:1781227056.129499:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1781227056.129504:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964733312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129528:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964733312:12345-0@lo:400:kworker.0 Request processed in 24us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.129534:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00080000:1.0:1781227056.129552:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227056.129555:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227056.129574:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964733312:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129583:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964733184:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129591:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964733696:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129599:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964734208:0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129649:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733952 00000100:00100000:1.0:1781227056.129652:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733952 00000100:00100000:1.0:1781227056.129677:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964733824 00000100:00100000:1.0:1781227056.129679:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964733824 00000100:00100000:1.0:1781227056.129719:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1781227056.129725:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a26580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964733952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129760:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a26580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964733952:12345-0@lo:400:kworker.0 Request processed in 35us (1503us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.129766:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1781227056.129776:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1781227056.129781:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a24f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964733824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227056.129806:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a24f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964733824:12345-0@lo:400:kworker.0 Request processed in 25us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227056.129811:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1781227056.129838:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964733952:0@lo:400:kworker.0 00000100:00080000:1.0:1781227056.129851:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227056.129862:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964733824:0@lo:400:kworker.0 00000100:00100000:2.0:1781227056.132692:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964732800 00000100:00100000:2.0:1781227056.132747:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964732800 00000100:00100000:2.0:1781227056.132821:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1781227056.132832:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a77840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964732800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227056.132863:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227056.132985:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a77840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964732800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 155us (5564us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227056.132993:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1781227056.133048:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964732800:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1781227056.133524:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1781227056.257060:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227057.150612:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964734336:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781227057.150714:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227057.150791:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734336 00000100:00100000:2.0:1781227057.150799:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734336 00000100:00100000:2.0:1781227057.150851:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1781227057.150861:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964734336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227057.150904:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227057.150968:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ebc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964734336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227057.150975:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1781227057.151024:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964734336:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781227057.156732:0:27215:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227057.156745:0:27215:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227057.157317:0:27215:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227057.157328:0:27215:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227057.279745:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781227058.299969:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227058.686544:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781227058.686567:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964734464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227058.686632:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227058.686709:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734464 00000100:00100000:3.0:1781227058.686717:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734464 00000100:00100000:3.0:1781227058.686774:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1781227058.686783:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a76580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964734464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781227058.686827:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781227058.686868:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a76580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964734464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227058.686876:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1781227058.686933:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964734464:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781227058.686973:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227058.691571:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227058.691594:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964734592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227058.691659:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227058.691778:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734592 00000100:00100000:2.0:1781227058.691795:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734592 00000100:00100000:2.0:1781227058.691865:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1781227058.691873:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964734592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227058.691898:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227058.691955:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964734592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227058.691962:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1781227058.692009:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964734592:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781227058.692176:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227059.238147:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227059.238248:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835520 00000100:00100000:1.0:1781227059.238261:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835520 00000100:00080000:0.0:1781227059.238415:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227059.238544:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 91 00000100:00100000:0.0:1781227059.238561:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+9:2426:x1867750941835520:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781227059.238584:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1781227059.239098:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89a5d8c7dc00/0x5d5522eac44616b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4581b expref: 9 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781227059.239143:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89a5d8bb2e00/0x5d5522eac446161f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b457ff expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781227059.239167:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff89a4c6e2fd00) 00010000:00010000:0.0:1781227059.239179:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89a5c0031200/0x5d5522eac44614f2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b457c0 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781227059.239189:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff89a5c706e300) 00010000:00010000:0.0:1781227059.239202:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781227059.239295:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1de00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941835520:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 738us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227059.239307:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 91 00010000:00010000:1.0:1781227059.324188:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227059.356886:0:27266:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227059.356912:0:27266:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227059.358493:0:27266:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227059.358524:0:27266:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227059.708071:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227059.714425:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964734720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227059.714539:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227059.718544:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734720 00000100:00100000:2.0:1781227059.718568:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734720 00000100:00100000:2.0:1781227059.718664:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1781227059.718678:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964734720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227059.718799:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781227059.720619:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964734720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1929us (6065us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227059.720641:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1781227059.721989:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964734720:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227060.348575:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227060.636417:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.636464:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.636513:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.636540:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.636596:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.636628:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835648 00000100:00100000:3.0:1781227060.636638:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835648 00000100:00100000:3.0:1781227060.636738:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 833 00000100:00100000:3.0:1781227060.636752:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941835648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.636839:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941835648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 87us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.636849:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 833 00000100:00100000:3.0:1781227060.637030:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836160 00000100:00100000:3.0:1781227060.637035:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836160 00000100:00100000:3.0:1781227060.637076:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 903 00000100:00100000:3.0:1781227060.637084:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a74b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941836160:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.637114:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a74b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941836160:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.637121:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 903 00000100:00100000:3.0:1781227060.637139:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835904 00000100:00100000:3.0:1781227060.637141:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835904 00000100:00100000:3.0:1781227060.637158:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836416 00000100:00100000:3.0:1781227060.637159:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836416 00000100:00100000:3.0:1781227060.637171:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941835776 00000100:00100000:3.0:1781227060.637172:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941835776 00000100:00100000:3.0:1781227060.637181:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1445 00000100:00100000:3.0:1781227060.637185:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941835904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.637203:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941835904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.637207:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1445 00000100:00100000:3.0:1781227060.637214:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1446 00000100:00100000:3.0:1781227060.637218:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a76940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941836416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.637228:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a76940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941836416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 10us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.637232:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1446 00000100:00100000:3.0:1781227060.637237:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1447 00000100:00100000:3.0:1781227060.637240:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a74780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941835776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.637250:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a74780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+111:2426:x1867750941835776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 10us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.637254:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1447 00000100:00080000:2.0:1781227060.637431:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227060.637441:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227060.637446:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227060.662412:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.662480:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227060.662522:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227060.662573:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836288 00000100:00100000:3.0:1781227060.662574:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227060.662602:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836288 00000100:00100000:3.0:1781227060.662618:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836672 00000100:00100000:3.0:1781227060.662630:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836672 00000100:00100000:3.0:1781227060.662764:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836032 00000100:00100000:3.0:1781227060.662769:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836032 00000100:00100000:2.0:1781227060.662776:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1448 00000100:00100000:2.0:1781227060.662793:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a75e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941836288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.662801:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836544 00000100:00100000:3.0:1781227060.662807:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836544 00000100:00100000:3.0:1781227060.662839:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 904 00000100:00100000:2.0:1781227060.662918:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a75e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941836288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 129us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227060.662928:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1448 00000100:00080000:2.0:1781227060.662976:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227060.662981:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227060.662985:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227060.663043:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 905 00000100:00100000:2.0:1781227060.663052:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941836032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227060.663090:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941836032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 38us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227060.663096:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 905 00000100:00100000:3.0:1781227060.663171:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a75680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941836672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.663242:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a75680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941836672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 393us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.663251:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 904 00000100:00100000:3.0:1781227060.663270:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 906 00000100:00100000:3.0:1781227060.663279:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a75a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941836544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227060.663302:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a75a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941836544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227060.663309:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 906 00000100:00100000:1.0:1781227061.245200:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964734848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227061.245284:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.245357:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734848 00000100:00100000:1.0:1781227061.245365:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734848 00000100:00100000:1.0:1781227061.245426:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1781227061.245437:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964734848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227061.245472:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227061.245517:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964734848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.245527:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:1.0:1781227061.245546:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781227061.245575:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964734976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227061.245583:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964734848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227061.245603:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.245625:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964734976 00000100:00100000:1.0:1781227061.245628:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964734976 00000100:00080000:2.0:1781227061.245641:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227061.245653:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1781227061.245660:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964734976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781227061.245671:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227061.245725:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964734976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.245732:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1781227061.246862:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964734976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227061.247431:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964735232:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.247489:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227061.247517:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964735744:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.247537:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227061.247559:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964736256:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.247577:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227061.247595:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781227061.247600:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964735360:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.247623:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227061.247640:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964735872:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.247659:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227061.247674:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964736384:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.247719:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227061.247750:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735232 00000100:00100000:0.0:1781227061.247756:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735232 00000100:00100000:0.0:1781227061.247790:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735744 00000100:00100000:0.0:1781227061.247793:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735744 00000100:00100000:0.0:1781227061.247825:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736256 00000100:00100000:0.0:1781227061.247828:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736256 00000100:00100000:0.0:1781227061.247842:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735872 00000100:00100000:0.0:1781227061.247844:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735872 00000100:00100000:0.0:1781227061.247870:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736384 00000100:00100000:0.0:1781227061.247873:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736384 00000100:00100000:0.0:1781227061.247899:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1781227061.247908:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964735232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248093:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964735104:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248127:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.248151:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964735616:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248172:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.248187:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964736128:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248208:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.248226:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781227061.248232:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964735488:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248253:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.248262:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964736000:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248281:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227061.248307:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735104 00000100:00100000:1.0:1781227061.248310:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735104 00000100:00100000:1.0:1781227061.248337:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1781227061.248344:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964735104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248378:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964735104:12345-0@lo:400:kworker.0 Request processed in 35us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.248386:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1781227061.248415:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735360 00000100:00100000:1.0:1781227061.248419:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735360 00000100:00100000:1.0:1781227061.248436:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735616 00000100:00100000:1.0:1781227061.248439:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735616 00000100:00100000:1.0:1781227061.248452:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781227061.248457:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964735360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248493:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964735360:12345-0@lo:400:kworker.0 Request processed in 35us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.248499:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781227061.248510:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1781227061.248516:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964735616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248541:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964735616:12345-0@lo:400:kworker.0 Request processed in 25us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.248546:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1781227061.248565:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736128 00000100:00100000:1.0:1781227061.248569:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736128 00000100:00100000:1.0:1781227061.248591:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736000 00000100:00100000:1.0:1781227061.248594:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736000 00000100:00100000:1.0:1781227061.248611:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1781227061.248617:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a27c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964736128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248645:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a27c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964736128:12345-0@lo:400:kworker.0 Request processed in 28us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.248651:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1781227061.248661:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1781227061.248666:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a27840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964736000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248688:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a27840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964736000:12345-0@lo:400:kworker.0 Request processed in 22us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227061.248711:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1781227061.248748:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964736000:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248758:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964735104:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248766:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964735616:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.248774:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964736128:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.248894:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964735232:12345-0@lo:400:kworker.0 Request processed in 978us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227061.248905:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1781227061.248919:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964735488 00000100:00100000:0.0:1781227061.248923:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964735488 00000100:00100000:0.0:1781227061.249024:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1781227061.249031:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964735744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249062:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964735744:12345-0@lo:400:kworker.0 Request processed in 31us (1523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227061.249067:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1781227061.249080:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1781227061.249086:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964736256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249110:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964736256:12345-0@lo:400:kworker.0 Request processed in 25us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227061.249117:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1781227061.249127:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1781227061.249133:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964735872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249156:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964735872:12345-0@lo:400:kworker.0 Request processed in 23us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227061.249162:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1781227061.249171:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1781227061.249177:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964736384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249200:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964736384:12345-0@lo:400:kworker.0 Request processed in 24us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227061.249207:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1781227061.249217:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1781227061.249222:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a26d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964735488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249247:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a26d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964735488:12345-0@lo:400:kworker.0 Request processed in 25us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227061.249253:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1781227061.249311:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964735360:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249323:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964735872:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249332:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964736384:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249342:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964735232:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249351:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964735744:0@lo:400:kworker.0 00000100:00100000:0.0:1781227061.249360:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964736256:0@lo:400:kworker.0 00000100:00100000:1.0:1781227061.251293:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964735488:0@lo:400:kworker.0 00000100:00080000:3.0:1781227061.252045:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227061.252051:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227061.252054:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227061.279977:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227061.280186:0:24559:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941836928 00000100:00100000:0.0:1781227061.280196:0:24559:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941836928 00000100:00100000:0.0:1781227061.280254:0:24559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:0.0:1781227061.280275:0:24559:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a74f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:426c1963-9443-4542-9a73-222739759500+111:6200:x1867750941836928:12345-192.168.202.30@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1781227061.280516:0:24559:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a74f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:426c1963-9443-4542-9a73-222739759500+112:6200:x1867750941836928:12345-192.168.202.30@tcp:35:ldlm_bl.0 Request processed in 243us (548us total) trans 4294968325 rc 0/0 00000100:00100000:0.0:1781227061.280524:0:24559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 322 00000100:00100000:3.0:1781227061.291761:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227061.291967:0:9477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837056 00000100:00100000:2.0:1781227061.291978:0:9477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837056 00000100:00100000:2.0:1781227061.292057:0:9477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 92 00000100:00100000:2.0:1781227061.292077:0:9477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a743c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+112:2427:x1867750941837056:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781227061.292093:0:9477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1781227061.292158:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9600/0x5d5522eac4462904 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45d15 expref: 112 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292183:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7307400/0x5d5522eac44625ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45c04 expref: 111 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292196:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff89a5c68e3e00) 00010000:00010000:2.0:1781227061.292206:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fae00/0x5d5522eac446247a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45be1 expref: 110 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292217:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff89a5c68e3900) 00010000:00010000:2.0:1781227061.292225:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c7000/0x5d5522eac446243b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45bd3 expref: 109 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292235:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff89a5d0c36d00) 00010000:00010000:2.0:1781227061.292248:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9e00/0x5d5522eac44621ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45b2b expref: 108 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292256:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff89a5c68e3900) 00010000:00010000:2.0:1781227061.292283:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7307a00/0x5d5522eac446215c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45b08 expref: 107 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292296:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7307800/0x5d5522eac446204b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45abb expref: 106 pid: 10991 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292310:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff89a5c68e3d00) 00010000:00010000:2.0:1781227061.292318:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c8156e00/0x5d5522eac4461f10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45a59 expref: 105 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292325:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff89a5c68e3100) 00010000:00010000:2.0:1781227061.292347:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306200/0x5d5522eac4461e76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45a36 expref: 104 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292361:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7386000/0x5d5522eac4461d34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b459f7 expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292370:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff89a5d0c36b00) 00010000:00010000:2.0:1781227061.292378:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306e00/0x5d5522eac4461d03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b459e9 expref: 102 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292385:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff89a5fb2d1900) 00010000:00010000:2.0:1781227061.292397:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306800/0x5d5522eac4461c93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b459d4 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292405:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff89a4c6e2f000) 00010000:00010000:2.0:1781227061.292414:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6000/0x5d5522eac4461a55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4592c expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292423:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff89a5c706e500) 00010000:00010000:2.0:1781227061.292430:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306400/0x5d5522eac44618e9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b458c3 expref: 99 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292440:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff89a5c706e800) 00010000:00010000:2.0:1781227061.292452:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7c400/0x5d5522eac44617f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4586f expref: 98 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292459:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff89a5f680b400) 00010000:00010000:2.0:1781227061.292482:0:9477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8bb3200/0x5d5522eac44614b3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b457ab expref: 97 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781227061.292492:0:9477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff89a4c5e39300) 00010000:00010000:2.0:1781227061.292498:0:9477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781227061.292564:0:9477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a743c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:426c1963-9443-4542-9a73-222739759500+96:2427:x1867750941837056:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 489us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227061.292572:0:9477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 92 00010000:00010000:1.0:1781227061.375166:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227061.437096:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227061.437106:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227061.437822:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227061.437834:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781227061.502391:0:27318:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227061.502401:0:27318:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227061.503451:0:27318:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227061.503462:0:27318:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227062.269636:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781227062.269664:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964736512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227062.269762:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227062.270072:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736512 00000100:00100000:2.0:1781227062.270081:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736512 00000100:00100000:2.0:1781227062.270141:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1781227062.270152:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964736512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227062.270199:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227062.270269:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964736512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227062.270277:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1781227062.270418:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964736512:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227062.396221:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227062.588734:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1781227063.419905:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227063.721096:0:27370:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227063.721183:0:27370:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227063.723585:0:27370:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227063.723971:0:27370:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227063.803977:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781227063.804000:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964736640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227063.804083:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227063.804161:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736640 00000100:00100000:0.0:1781227063.804169:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736640 00000100:00100000:0.0:1781227063.804224:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1781227063.804233:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ff0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964736640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227063.804264:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227063.804307:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ff0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964736640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227063.804314:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1781227063.804360:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964736640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227063.805021:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964736768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227063.805185:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781227063.805314:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227063.805492:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736768 00000100:00100000:2.0:1781227063.805498:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736768 00000100:00100000:2.0:1781227063.805616:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1781227063.805627:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964736768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227063.805656:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227063.805714:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964736768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227063.805721:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:3.0:1781227063.805783:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227063.806289:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964736768:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781227064.443931:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227064.828383:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781227064.828410:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964736896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227064.828499:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227064.828810:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964736896 00000100:00100000:0.0:1781227064.828819:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964736896 00000100:00100000:0.0:1781227064.828884:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1781227064.828894:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964736896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227064.828932:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227064.829003:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964736896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227064.829012:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1781227064.829168:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964736896:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227065.473042:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227065.770403:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770456:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770516:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770539:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770557:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770577:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770676:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227065.770730:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837568 00000100:00100000:1.0:1781227065.770741:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837568 00000100:00100000:1.0:1781227065.770800:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838080 00000100:00100000:1.0:1781227065.770804:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838080 00000100:00100000:1.0:1781227065.770825:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838208 00000100:00100000:1.0:1781227065.770828:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838208 00000100:00100000:1.0:1781227065.770853:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837696 00000100:00100000:1.0:1781227065.770864:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837696 00000100:00100000:1.0:1781227065.770884:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 909 00000100:00100000:1.0:1781227065.770895:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941837568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.770982:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941837568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 89us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.770990:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 909 00000100:00100000:1.0:1781227065.771006:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 910 00000100:00100000:1.0:1781227065.771013:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941838080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771038:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941838080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771043:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 910 00000100:00100000:1.0:1781227065.771055:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 911 00000100:00100000:1.0:1781227065.771062:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941838208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771084:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941838208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771091:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 911 00000100:00100000:1.0:1781227065.771101:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 912 00000100:00100000:1.0:1781227065.771108:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941837696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771127:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941837696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771133:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 912 00000100:00100000:1.0:1781227065.771152:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837312 00000100:00100000:1.0:1781227065.771155:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837312 00000100:00100000:1.0:1781227065.771184:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837824 00000100:00100000:1.0:1781227065.771187:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837824 00000100:00100000:1.0:1781227065.771199:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837440 00000100:00100000:1.0:1781227065.771201:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837440 00000100:00100000:1.0:1781227065.771221:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837952 00000100:00100000:1.0:1781227065.771223:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837952 00000100:00100000:1.0:1781227065.771235:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1455 00000100:00100000:1.0:1781227065.771241:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:2425:x1867750941837312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771270:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+96:2425:x1867750941837312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771277:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1455 00000100:00100000:1.0:1781227065.771288:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1456 00000100:00100000:1.0:1781227065.771293:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941837824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771311:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2425:x1867750941837824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771316:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1456 00000100:00100000:1.0:1781227065.771324:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1457 00000100:00100000:1.0:1781227065.771330:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941837440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771349:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8379680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941837440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771354:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1457 00000100:00100000:1.0:1781227065.771365:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1458 00000100:00100000:1.0:1781227065.771371:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941837952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227065.771392:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941837952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227065.771398:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1458 00000100:00080000:1.0:1781227065.771431:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227065.771435:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781227065.771437:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781227065.771439:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227065.772734:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941837184 00000100:00100000:3.0:1781227065.772748:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941837184 00000100:00100000:3.0:1781227065.772813:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 835 00000100:00100000:3.0:1781227065.772822:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941837184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227065.774235:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941837184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 77us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227065.774252:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 835 00000040:00080000:1.0:1781227065.861298:0:27421:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227065.861307:0:27421:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227065.864422:0:27421:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227065.865329:0:27421:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227066.364129:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964737024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227066.364215:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364464:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964737280:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.364499:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364524:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606369680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964737792:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.364546:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364562:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964738304:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.364585:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364617:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781227066.364624:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964737408:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.364654:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364671:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6063692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964737920:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.364734:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364761:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964738432:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.364785:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227066.364817:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737280 00000100:00100000:1.0:1781227066.364823:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737280 00000100:00100000:1.0:1781227066.364875:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737792 00000100:00100000:1.0:1781227066.364879:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737792 00000100:00100000:1.0:1781227066.364905:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738304 00000100:00100000:1.0:1781227066.364907:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738304 00000100:00100000:1.0:1781227066.364922:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737920 00000100:00100000:1.0:1781227066.364924:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737920 00000100:00100000:1.0:1781227066.364936:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738432 00000100:00100000:1.0:1781227066.364938:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738432 00000100:00100000:1.0:1781227066.364955:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1781227066.364963:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964737280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365025:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964737280:12345-0@lo:400:kworker.0 Request processed in 61us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227066.365033:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1781227066.365053:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1781227066.365059:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964737792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365088:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964737792:12345-0@lo:400:kworker.0 Request processed in 30us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227066.365094:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1781227066.365105:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1781227066.365111:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964738304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365137:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964738304:12345-0@lo:400:kworker.0 Request processed in 27us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227066.365142:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1781227066.365152:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1781227066.365157:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a043c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964737920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365177:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a043c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964737920:12345-0@lo:400:kworker.0 Request processed in 20us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227066.365182:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1781227066.365190:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1781227066.365195:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a070c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964738432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365215:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a070c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964738432:12345-0@lo:400:kworker.0 Request processed in 20us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227066.365220:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1781227066.365244:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737408 00000100:00100000:1.0:1781227066.365248:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737408 00000100:00100000:1.0:1781227066.365269:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1781227066.365274:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6063683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964737408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365302:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6063683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964737408:12345-0@lo:400:kworker.0 Request processed in 28us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227066.365308:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00080000:1.0:1781227066.365326:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227066.365330:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227066.365360:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964737408:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365370:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6063692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964737920:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365378:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964738432:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365388:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964737280:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365396:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606369680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964737792:0@lo:400:kworker.0 00000100:00100000:1.0:1781227066.365403:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964738304:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365631:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964737152:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365669:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227066.365714:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964737664:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365741:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227066.365760:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606369a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964738176:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365788:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227066.365809:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781227066.365816:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964737536:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365850:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227066.365867:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606369e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964738048:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365890:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227066.365907:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964738560:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.365946:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227066.365983:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737152 00000100:00100000:3.0:1781227066.365988:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737152 00000100:00100000:3.0:1781227066.366017:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1781227066.366025:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964737152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366066:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964737152:12345-0@lo:400:kworker.0 Request processed in 41us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227066.366073:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1781227066.366175:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737664 00000100:00100000:3.0:1781227066.366180:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737664 00000100:00100000:3.0:1781227066.366208:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1781227066.366215:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964737664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366249:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964737664:12345-0@lo:400:kworker.0 Request processed in 35us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227066.366255:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1781227066.366275:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738176 00000100:00100000:3.0:1781227066.366278:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738176 00000100:00100000:3.0:1781227066.366312:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738048 00000100:00100000:3.0:1781227066.366316:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738048 00000100:00100000:3.0:1781227066.366335:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738560 00000100:00100000:3.0:1781227066.366337:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738560 00000100:00100000:3.0:1781227066.366358:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1781227066.366365:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964738176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366396:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964738176:12345-0@lo:400:kworker.0 Request processed in 32us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227066.366401:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1781227066.366637:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1781227066.366644:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964738048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366673:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964738048:12345-0@lo:400:kworker.0 Request processed in 30us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227066.366678:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1781227066.366689:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1781227066.366727:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964738560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366756:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964738560:12345-0@lo:400:kworker.0 Request processed in 62us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227066.366762:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00080000:3.0:1781227066.366795:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227066.366799:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227066.366830:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606369e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964738048:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366854:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964738560:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366863:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964737152:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366872:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964737664:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366881:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606369a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964738176:0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366908:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737536 00000100:00100000:3.0:1781227066.366912:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737536 00000100:00100000:3.0:1781227066.366938:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1781227066.366944:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964737536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227066.366980:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964737536:12345-0@lo:400:kworker.0 Request processed in 35us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227066.366986:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1781227066.367010:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964737536:0@lo:400:kworker.0 00000100:00100000:2.0:1781227066.367954:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964737024 00000100:00100000:2.0:1781227066.367967:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964737024 00000100:00100000:2.0:1781227066.368040:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1781227066.368049:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964737024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227066.368085:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227066.368166:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964737024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (3950us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227066.368173:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1781227066.368404:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964737024:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1781227066.368956:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227066.369774:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964738688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227066.369871:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227066.370354:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738688 00000100:00100000:2.0:1781227066.370362:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738688 00000100:00100000:2.0:1781227066.370418:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1781227066.370427:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964738688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227066.370453:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227066.380496:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964738688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10053us (10607us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227066.380514:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1781227066.387325:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964738688:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1781227066.491994:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781227066.886672:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968325 is committed 00000100:00100000:3.0:1781227067.397852:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964738816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227067.397933:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227067.398312:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738816 00000100:00100000:2.0:1781227067.398323:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738816 00000100:00100000:2.0:1781227067.398382:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1781227067.398392:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964738816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227067.398428:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227067.398480:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964738816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227067.398503:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1781227067.399650:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964738816:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227067.529927:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227067.855508:0:27472:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227067.855518:0:27472:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227067.857266:0:27472:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227067.857285:0:27472:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227068.539969:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227068.923979:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227068.924005:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964738944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227068.924090:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227068.924280:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964738944 00000100:00100000:0.0:1781227068.924289:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964738944 00000100:00100000:0.0:1781227068.924367:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1781227068.924377:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a061c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964738944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227068.924409:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227068.924455:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a061c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964738944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227068.924462:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:1.0:1781227068.924539:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227068.924579:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964738944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227068.925170:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964739072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227068.925206:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227068.925281:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739072 00000100:00100000:2.0:1781227068.925288:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739072 00000100:00100000:2.0:1781227068.925343:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1781227068.925351:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964739072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227068.925364:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00080000:3.0:1781227068.925419:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227068.925927:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964739072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 575us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227068.925935:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1781227068.926244:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964739072:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1781227069.566147:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227069.954724:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227069.954748:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964739200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227069.954825:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227069.963654:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739200 00000100:00100000:0.0:1781227069.963671:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739200 00000100:00100000:0.0:1781227069.963752:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1781227069.963764:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964739200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227069.963814:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227069.963908:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964739200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (9081us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227069.963915:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1781227069.963990:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059e8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964739200:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781227069.987475:0:27524:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227069.989096:0:27524:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227069.991203:0:27524:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227069.991224:0:27524:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227070.588281:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227070.881028:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881081:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881109:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881178:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881197:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881216:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881233:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227070.881273:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227070.881363:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838720 00000100:00100000:3.0:1781227070.881375:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838720 00000100:00100000:3.0:1781227070.881449:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839232 00000100:00100000:3.0:1781227070.881453:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839232 00000100:00100000:3.0:1781227070.881471:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838848 00000100:00100000:3.0:1781227070.881474:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838848 00000100:00100000:3.0:1781227070.881485:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839360 00000100:00100000:3.0:1781227070.881489:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839360 00000100:00100000:3.0:1781227070.881506:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 916 00000100:00100000:3.0:1781227070.881517:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941838720:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.881602:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941838720:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 87us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.881612:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 916 00000100:00100000:3.0:1781227070.881630:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 917 00000100:00100000:3.0:1781227070.881637:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941839232:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.881662:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941839232:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.881682:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 917 00000100:00100000:3.0:1781227070.881730:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 918 00000100:00100000:3.0:1781227070.881739:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941838848:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.881764:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941838848:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.881769:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 918 00000100:00100000:3.0:1781227070.881781:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 919 00000100:00100000:3.0:1781227070.881788:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941839360:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.881821:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941839360:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.881826:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 919 00000100:00100000:3.0:1781227070.881849:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838336 00000100:00100000:3.0:1781227070.881853:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838336 00000100:00100000:3.0:1781227070.881879:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 837 00000100:00100000:3.0:1781227070.881885:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941838336:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.881908:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941838336:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.881913:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 837 00000100:00100000:3.0:1781227070.881942:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838464 00000100:00100000:3.0:1781227070.881946:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838464 00000100:00100000:3.0:1781227070.881970:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838976 00000100:00100000:3.0:1781227070.881973:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838976 00000100:00100000:3.0:1781227070.881985:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941838592 00000100:00100000:3.0:1781227070.881987:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941838592 00000100:00100000:3.0:1781227070.881997:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839104 00000100:00100000:3.0:1781227070.881999:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839104 00000100:00100000:3.0:1781227070.882011:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1465 00000100:00100000:3.0:1781227070.882016:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059eb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941838464:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.882043:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059eb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941838464:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.882048:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1465 00000100:00100000:3.0:1781227070.882061:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1466 00000100:00100000:3.0:1781227070.882067:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941838976:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.882089:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941838976:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.882095:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1466 00000100:00100000:3.0:1781227070.882106:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1467 00000100:00100000:3.0:1781227070.882113:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941838592:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.882135:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941838592:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.882141:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1467 00000100:00100000:3.0:1781227070.882152:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1468 00000100:00100000:3.0:1781227070.882158:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941839104:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227070.882175:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941839104:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227070.882180:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1468 00000100:00080000:2.0:1781227070.882570:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227070.882575:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227070.882578:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227070.882581:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227071.483932:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781227071.483957:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964739328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227071.484030:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227071.484096:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739328 00000100:00100000:3.0:1781227071.484104:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739328 00000100:00100000:3.0:1781227071.484160:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1781227071.484171:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964739328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227071.484201:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227071.484245:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964739328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227071.484253:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:3.0:1781227071.484274:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227071.484317:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964739328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227071.484483:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227071.484493:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a06940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964739456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227071.484521:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.484550:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739456 00000100:00100000:1.0:1781227071.484554:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739456 00000100:00100000:1.0:1781227071.484582:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781227071.484589:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964739456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227071.484604:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227071.484635:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964739456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.484641:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781227071.484670:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a06940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964739456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227071.484890:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964739584:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.484924:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.484956:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964740096:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.484978:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.484995:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964740608:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485018:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485037:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781227071.485043:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964739712:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485070:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485085:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964740224:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485107:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485124:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964740736:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485144:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485170:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739712 00000100:00100000:1.0:1781227071.485175:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739712 00000100:00100000:1.0:1781227071.485203:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740224 00000100:00100000:1.0:1781227071.485205:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740224 00000100:00100000:1.0:1781227071.485222:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740736 00000100:00100000:1.0:1781227071.485225:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740736 00000100:00100000:1.0:1781227071.485241:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1781227071.485248:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a052c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964739712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485286:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a052c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964739712:12345-0@lo:400:kworker.0 Request processed in 39us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.485293:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1781227071.485306:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1781227071.485313:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964740224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485341:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964740224:12345-0@lo:400:kworker.0 Request processed in 28us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.485347:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1781227071.485358:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1781227071.485364:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964740736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485390:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964740736:12345-0@lo:400:kworker.0 Request processed in 26us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.485396:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1781227071.485423:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964739840:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485446:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485466:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964740352:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485488:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485504:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964740864:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485525:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485541:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1781227071.485547:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964739968:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485568:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485583:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964740480:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485605:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227071.485630:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740096 00000100:00100000:1.0:1781227071.485634:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740096 00000100:00100000:1.0:1781227071.485662:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739840 00000100:00100000:1.0:1781227071.485666:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739840 00000100:00100000:1.0:1781227071.485680:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1781227071.485686:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964740096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485751:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964740096:12345-0@lo:400:kworker.0 Request processed in 64us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.485758:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1781227071.485771:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781227071.485777:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964739840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485823:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964739840:12345-0@lo:400:kworker.0 Request processed in 46us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.485830:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781227071.485852:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740352 00000100:00100000:1.0:1781227071.485855:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740352 00000100:00100000:1.0:1781227071.485878:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740864 00000100:00100000:1.0:1781227071.485881:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740864 00000100:00100000:1.0:1781227071.485894:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739968 00000100:00100000:1.0:1781227071.485897:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739968 00000100:00100000:1.0:1781227071.485909:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1781227071.485914:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964740352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485943:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964740352:12345-0@lo:400:kworker.0 Request processed in 29us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.485950:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1781227071.485961:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1781227071.485967:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a07c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964740864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.485997:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a07c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964740864:12345-0@lo:400:kworker.0 Request processed in 30us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.486004:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1781227071.486015:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1781227071.486020:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964739968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486047:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964739968:12345-0@lo:400:kworker.0 Request processed in 27us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227071.486053:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1781227071.486091:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964739712:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486103:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964740224:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486112:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964740736:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486122:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964740096:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486158:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964739968:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486168:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964739840:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486177:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964740352:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.486185:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964740864:0@lo:400:kworker.0 00000100:00100000:0.0:1781227071.486272:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964739584 00000100:00100000:0.0:1781227071.486277:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964739584 00000100:00100000:0.0:1781227071.486317:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1781227071.486324:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964739584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227071.486362:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964739584:12345-0@lo:400:kworker.0 Request processed in 39us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227071.486368:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1781227071.489883:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740608 00000100:00100000:3.0:1781227071.489898:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740608 00000100:00100000:3.0:1781227071.489971:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740480 00000100:00100000:3.0:1781227071.489976:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740480 00000100:00100000:3.0:1781227071.490006:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1781227071.490016:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964740608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227071.490114:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964740608:12345-0@lo:400:kworker.0 Request processed in 100us (5095us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227071.490122:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1781227071.490139:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1781227071.490146:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a07840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964740480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227071.490186:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a07840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964740480:12345-0@lo:400:kworker.0 Request processed in 41us (4580us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227071.490192:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:3.0:1781227071.490211:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227071.490216:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227071.490218:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227071.490221:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227071.490274:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964740480:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.490440:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964739584:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.490453:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964740608:0@lo:400:kworker.0 00000100:00100000:1.0:1781227071.522100:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227071.522236:0:8431:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839488 00000100:00100000:3.0:1781227071.522247:0:8431:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839488 00000100:00100000:3.0:1781227071.522323:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 93 00000100:00100000:3.0:1781227071.522334:0:8431:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+54:2426:x1867750941839488:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781227071.522349:0:8431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1781227071.522391:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726f200/0x5d5522eac44636cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46105 expref: 54 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522410:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89a4c6fc5200) 00010000:00010000:3.0:1781227071.522421:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6e00/0x5d5522eac446353d lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46087 expref: 53 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522430:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff89a5c2e7c400) 00010000:00010000:3.0:1781227071.522439:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306600/0x5d5522eac44634cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46064 expref: 52 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522448:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89a4c6f7a200) 00010000:00010000:3.0:1781227071.522455:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7306a00/0x5d5522eac4463368 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45fed expref: 51 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522462:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff89a5ef776a00) 00010000:00010000:3.0:1781227071.522470:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7386200/0x5d5522eac44632f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45fca expref: 50 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522477:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff89a5c2e7c100) 00010000:00010000:3.0:1781227071.522495:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7386e00/0x5d5522eac44631cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f68 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522505:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff89a5ef776900) 00010000:00010000:3.0:1781227071.522514:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850ea00/0x5d5522eac4463185 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f53 expref: 48 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522523:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff89a5ef776200) 00010000:00010000:3.0:1781227071.522546:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7307000/0x5d5522eac4462a31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45d54 expref: 47 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522556:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff89a5ef776e00) 00010000:00010000:3.0:1781227071.522563:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7386600/0x5d5522eac4462783 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45c97 expref: 46 pid: 6523 timeout: 598 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522577:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff89a5c68e3a00) 00010000:00010000:3.0:1781227071.522584:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fa000/0x5d5522eac44627a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45c9e expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522595:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff89a5c68e3e00) 00010000:00010000:3.0:1781227071.522608:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7387e00/0x5d5522eac4462370 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45b94 expref: 44 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522617:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff89a5c68e3900) 00010000:00010000:3.0:1781227071.522649:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7387400/0x5d5522eac4462083 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45ac2 expref: 43 pid: 10991 timeout: 571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522660:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff89a5c68e3d00) 00010000:00010000:3.0:1781227071.522683:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7307c00/0x5d5522eac44620a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45ac9 expref: 42 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522691:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff89a5c68e3100) 00010000:00010000:3.0:1781227071.522743:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7387200/0x5d5522eac4461bc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45995 expref: 41 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522752:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff89a5c706e500) 00010000:00010000:3.0:1781227071.522764:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a5d8c7d400/0x5d5522eac44617b5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45861 expref: 40 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522773:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff89a4c6e2fb00) 00010000:00010000:3.0:1781227071.522796:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a6058eaa00/0x5d5522eac446178b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45853 expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227071.522805:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff89a5f680b400) 00010000:00010000:3.0:1781227071.522811:0:8431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781227071.522874:0:8431:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941839488:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 542us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227071.522883:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 93 00010000:00010000:3.0:1781227071.615929:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227071.679434:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227071.679446:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227071.680064:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227071.680079:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781227072.038652:0:27577:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227072.038772:0:27577:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227072.039450:0:27577:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227072.039464:0:27577:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227072.508075:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227072.508117:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964740992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227072.508195:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227072.508427:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964740992 00000100:00100000:0.0:1781227072.508435:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964740992 00000100:00100000:0.0:1781227072.508481:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1781227072.508490:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964740992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227072.508526:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227072.508572:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964740992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227072.508579:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1781227072.508837:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964740992:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227072.636190:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227072.829279:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781227073.663983:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227074.043852:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781227074.043876:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964741120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227074.043948:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227074.044035:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741120 00000100:00100000:1.0:1781227074.044043:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741120 00000100:00100000:1.0:1781227074.044098:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1781227074.044108:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964741120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227074.044141:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227074.044187:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964741120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227074.044194:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00080000:1.0:1781227074.044216:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227074.044251:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964741120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227074.044463:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964741248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227074.044492:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227074.044559:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741248 00000100:00100000:0.0:1781227074.044564:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741248 00000100:00100000:0.0:1781227074.044599:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1781227074.044606:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ffc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964741248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227074.044617:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227074.044649:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ffc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964741248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227074.044656:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:1.0:1781227074.044726:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227074.044752:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964741248:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1781227074.229261:0:27628:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227074.229271:0:27628:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227074.229852:0:27628:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227074.229861:0:27628:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227074.685036:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227075.068364:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781227075.068413:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964741376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227075.068505:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227075.068711:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741376 00000100:00100000:0.0:1781227075.068720:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741376 00000100:00100000:0.0:1781227075.068801:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1781227075.068810:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964741376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227075.068846:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227075.068910:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964741376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227075.068916:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1781227075.069295:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964741376:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227075.708369:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227076.010295:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227076.010384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227076.010422:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227076.010446:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839616 00000100:00100000:3.0:1781227076.010451:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227076.010470:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839616 00000100:00100000:3.0:1781227076.010488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227076.010514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227076.010538:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227076.010562:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 839 00000100:00100000:3.0:1781227076.010568:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227076.010580:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941839616:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.010602:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227076.010626:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840128 00000100:00100000:3.0:1781227076.010630:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840128 00000100:00100000:3.0:1781227076.010670:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840640 00000100:00100000:3.0:1781227076.010674:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840640 00000100:00100000:2.0:1781227076.010679:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941839616:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 103us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227076.010690:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 839 00000100:00100000:3.0:1781227076.010721:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840000 00000100:00100000:3.0:1781227076.010726:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840000 00000100:00100000:3.0:1781227076.010753:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840512 00000100:00100000:3.0:1781227076.010757:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840512 00000100:00100000:3.0:1781227076.010778:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 922 00000100:00100000:3.0:1781227076.010785:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941840128:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.010817:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941840128:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.010824:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 922 00000100:00100000:3.0:1781227076.010837:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 923 00000100:00100000:3.0:1781227076.010843:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941840640:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.010866:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941840640:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.010873:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 923 00000100:00100000:3.0:1781227076.010884:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 924 00000100:00100000:3.0:1781227076.010890:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941840000:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.010927:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941840000:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.010933:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 924 00000100:00100000:3.0:1781227076.010945:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 925 00000100:00100000:3.0:1781227076.010950:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941840512:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.010984:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941840512:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.010990:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 925 00000100:00100000:3.0:1781227076.011007:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839872 00000100:00100000:3.0:1781227076.011010:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839872 00000100:00100000:3.0:1781227076.011039:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840384 00000100:00100000:3.0:1781227076.011042:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840384 00000100:00100000:3.0:1781227076.011053:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941839744 00000100:00100000:3.0:1781227076.011055:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941839744 00000100:00100000:3.0:1781227076.011064:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840256 00000100:00100000:3.0:1781227076.011066:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840256 00000100:00100000:3.0:1781227076.011076:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1475 00000100:00100000:3.0:1781227076.011080:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941839872:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.011105:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941839872:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.011111:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1475 00000100:00100000:3.0:1781227076.011122:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1476 00000100:00100000:3.0:1781227076.011127:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941840384:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.011148:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941840384:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.011155:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1476 00000100:00100000:2.0:1781227076.011177:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1477 00000100:00100000:2.0:1781227076.011188:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941839744:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227076.011222:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941839744:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.014048:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1478 00000100:00100000:3.0:1781227076.014074:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941840256:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227076.014140:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941840256:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (3575us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227076.014148:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1478 00000100:00080000:3.0:1781227076.014207:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227076.014212:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227076.014216:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227076.014219:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781227076.021181:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1477 00000040:00080000:2.0:1781227076.407511:0:27680:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227076.407520:0:27680:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227076.408293:0:27680:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227076.409947:0:27680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781227076.603858:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964741504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227076.603930:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.606399:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741504 00000100:00100000:1.0:1781227076.606414:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741504 00000100:00100000:1.0:1781227076.606482:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1781227076.606493:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964741504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781227076.606536:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227076.606616:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964741504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.606623:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:1.0:1781227076.606729:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227076.606783:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964741504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227076.606811:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964741632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227076.606845:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.606886:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741632 00000100:00100000:1.0:1781227076.606890:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741632 00000100:00100000:1.0:1781227076.606915:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1781227076.606922:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964741632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227076.606933:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227076.606961:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964741632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.606966:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:1.0:1781227076.606979:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227076.606997:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964741632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227076.611015:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964741760:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.611110:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.611154:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964742272:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.611179:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.611197:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964742784:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.611219:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.612228:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781227076.612334:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964742144:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.612391:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.612432:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606369a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964742656:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.612456:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.612494:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964741888:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.612518:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.612537:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964742400:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.612558:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.612576:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964742912:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.612596:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227076.613985:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742144 00000100:00100000:2.0:1781227076.613998:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742144 00000100:00100000:2.0:1781227076.614043:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741888 00000100:00100000:2.0:1781227076.614046:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741888 00000100:00100000:2.0:1781227076.614059:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742400 00000100:00100000:2.0:1781227076.614061:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742400 00000100:00100000:2.0:1781227076.614082:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742912 00000100:00100000:2.0:1781227076.614085:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742912 00000100:00100000:2.0:1781227076.614102:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1781227076.614111:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964742144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.614192:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964742144:12345-0@lo:400:kworker.0 Request processed in 82us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227076.614200:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1781227076.614221:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1781227076.614227:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964741888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.614269:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964741888:12345-0@lo:400:kworker.0 Request processed in 42us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227076.614275:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1781227076.614287:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1781227076.614294:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6063692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964742400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.614324:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6063692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964742400:12345-0@lo:400:kworker.0 Request processed in 32us (1766us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227076.614329:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1781227076.614339:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1781227076.614344:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964742912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.614371:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964742912:12345-0@lo:400:kworker.0 Request processed in 28us (1775us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227076.614376:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:2.0:1781227076.614391:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227076.614426:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964742144:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.615782:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781227076.615809:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964742016:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.615919:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.615953:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964742528:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.615978:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.615998:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964743040:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616021:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227076.616048:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964741888:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616060:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964742400:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616071:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964742912:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616112:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964741760 00000100:00100000:1.0:1781227076.616118:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964741760 00000100:00100000:1.0:1781227076.616158:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1781227076.616166:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964741760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616209:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964741760:12345-0@lo:400:kworker.0 Request processed in 43us (5099us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616215:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1781227076.616247:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742272 00000100:00100000:1.0:1781227076.616251:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742272 00000100:00100000:1.0:1781227076.616274:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742016 00000100:00100000:1.0:1781227076.616277:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742016 00000100:00100000:1.0:1781227076.616291:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1781227076.616297:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964742272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616330:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964742272:12345-0@lo:400:kworker.0 Request processed in 34us (5150us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616337:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1781227076.616350:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1781227076.616356:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964742016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616389:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964742016:12345-0@lo:400:kworker.0 Request processed in 33us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616396:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1781227076.616414:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742784 00000100:00100000:1.0:1781227076.616417:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742784 00000100:00100000:1.0:1781227076.616449:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742656 00000100:00100000:1.0:1781227076.616451:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742656 00000100:00100000:1.0:1781227076.616470:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1781227076.616476:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964742784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616507:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964742784:12345-0@lo:400:kworker.0 Request processed in 31us (5287us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616513:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1781227076.616524:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1781227076.616530:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964742656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616557:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964742656:12345-0@lo:400:kworker.0 Request processed in 27us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616562:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1781227076.616583:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964742528 00000100:00100000:1.0:1781227076.616586:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964742528 00000100:00100000:1.0:1781227076.616605:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743040 00000100:00100000:1.0:1781227076.616608:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743040 00000100:00100000:1.0:1781227076.616621:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1781227076.616627:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964742528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616655:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964742528:12345-0@lo:400:kworker.0 Request processed in 28us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616660:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1781227076.616670:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1781227076.616675:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964743040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616721:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964743040:12345-0@lo:400:kworker.0 Request processed in 45us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227076.616726:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1781227076.616786:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964742016:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616797:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964742528:0@lo:400:kworker.0 00000100:00100000:1.0:1781227076.616807:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964743040:0@lo:400:kworker.0 00000100:00080000:2.0:1781227076.625666:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227076.625677:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227076.625778:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606369a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964742656:0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.625793:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964741760:0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.625804:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964742272:0@lo:400:kworker.0 00000100:00100000:2.0:1781227076.625815:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964742784:0@lo:400:kworker.0 00010000:00010000:2.0:1781227076.732050:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227077.631832:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964743168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227077.631931:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227077.632093:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743168 00000100:00100000:2.0:1781227077.632101:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743168 00000100:00100000:2.0:1781227077.632158:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1781227077.632168:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964743168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227077.632213:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227077.632271:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964743168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227077.632282:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1781227077.632788:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964743168:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227077.756296:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781227078.779849:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227078.821161:0:27732:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227078.821170:0:27732:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227078.823597:0:27732:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227078.823618:0:27732:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227079.165555:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964743424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227079.165636:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227079.165850:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743424 00000100:00100000:0.0:1781227079.165859:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743424 00000100:00100000:0.0:1781227079.165922:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1781227079.165933:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964743424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227079.165963:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227079.166006:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964743424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227079.166013:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:1.0:1781227079.166076:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227079.166115:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964743424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227079.166739:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964743296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227079.166779:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227079.166918:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743296 00000100:00100000:1.0:1781227079.166924:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743296 00000100:00100000:1.0:1781227079.166968:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1781227079.166974:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964743296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227079.166989:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227079.167024:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964743296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227079.167030:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:2.0:1781227079.167090:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227079.167116:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964743296:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781227079.805559:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227080.188852:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227080.188884:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964743552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227080.189000:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227080.189087:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743552 00000100:00100000:1.0:1781227080.189095:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743552 00000100:00100000:1.0:1781227080.189150:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1781227080.189159:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964743552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227080.189196:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227080.189256:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964743552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227080.189263:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1781227080.189308:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964743552:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227080.830024:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227080.887060:0:27783:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227080.887068:0:27783:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227080.888668:0:27783:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227080.888686:0:27783:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227081.117338:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227081.117388:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227081.117552:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227081.117598:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227081.117628:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841024 00000100:00100000:0.0:1781227081.117637:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841024 00000100:00100000:0.0:1781227081.117718:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841536 00000100:00100000:0.0:1781227081.117722:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841536 00000100:00100000:0.0:1781227081.117751:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1485 00000100:00100000:0.0:1781227081.117761:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941841024:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227081.118102:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840768 00000100:00100000:3.0:1781227081.118118:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840768 00000100:00100000:3.0:1781227081.118152:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:3.0:1781227081.118159:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941840768:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227081.118189:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941840768:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227081.118196:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 841 00000100:00100000:3.0:1781227081.118227:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841280 00000100:00100000:3.0:1781227081.118231:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841280 00000100:00100000:3.0:1781227081.118254:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 928 00000100:00100000:3.0:1781227081.118259:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941841280:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227081.118282:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941841280:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227081.118291:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 928 00000100:00100000:1.0:1781227081.119238:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1486 00000100:00100000:1.0:1781227081.119252:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941841536:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227081.119296:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941841536:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 50us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227081.119303:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1486 00000100:00080000:3.0:1781227081.119411:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227081.119416:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227081.122081:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7925680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941841024:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 94us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.122112:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1485 00000100:00100000:1.0:1781227081.124147:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227081.124230:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227081.124282:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841792 00000100:00100000:3.0:1781227081.124294:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841792 00000100:00080000:1.0:1781227081.124345:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227081.124375:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 929 00000100:00100000:3.0:1781227081.124390:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941841792:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227081.124483:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941841792:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 99us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227081.124492:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 929 00000100:00100000:0.0:1781227081.124842:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941840896 00000100:00100000:0.0:1781227081.124850:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941840896 00000100:00100000:0.0:1781227081.124897:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1487 00000100:00100000:0.0:1781227081.124906:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941840896:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227081.124942:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941840896:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 39us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.124948:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1487 00000100:00100000:0.0:1781227081.126415:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227081.126458:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227081.126516:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841152 00000100:00100000:3.0:1781227081.126524:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841152 00000100:00100000:3.0:1781227081.126570:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 930 00000100:00100000:3.0:1781227081.126582:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941841152:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227081.126636:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941841152:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 55us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227081.126643:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 930 00000100:00100000:0.0:1781227081.127082:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227081.127172:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841664 00000100:00100000:3.0:1781227081.127177:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841664 00000100:00100000:3.0:1781227081.127211:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 931 00000100:00100000:3.0:1781227081.127218:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941841664:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227081.127253:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941841664:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227081.127259:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 931 00000100:00100000:1.0:1781227081.128345:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841408 00000100:00100000:1.0:1781227081.128359:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841408 00000100:00100000:1.0:1781227081.128408:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1488 00000100:00100000:1.0:1781227081.128426:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941841408:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227081.128498:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941841408:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 83us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227081.128506:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1488 00000100:00080000:1.0:1781227081.128527:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227081.128533:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227081.724032:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781227081.724057:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964743680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227081.724146:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227081.724228:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743680 00000100:00100000:1.0:1781227081.724235:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743680 00000100:00100000:1.0:1781227081.724304:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1781227081.724313:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5efa9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964743680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227081.724346:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227081.724389:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5efa9c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964743680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227081.724397:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:1.0:1781227081.724622:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227081.724675:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964743680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227081.726195:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781227081.726213:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964743808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227081.726275:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227081.726532:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743808 00000100:00100000:0.0:1781227081.726540:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743808 00000100:00100000:0.0:1781227081.726610:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1781227081.726618:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964743808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227081.726643:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227081.726731:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964743808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.726738:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:3.0:1781227081.727213:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227081.727253:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964743808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227081.728642:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964744320:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.729084:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964744192:0@lo:400:kworker.0 00000100:00100000:3.0:1781227081.729198:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964743936:0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.729279:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964744064:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.729739:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227081.729779:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964744704:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.729819:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227081.729851:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964745216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.729874:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227081.729930:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744192 00000100:00100000:0.0:1781227081.729937:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744192 00000100:00100000:0.0:1781227081.730350:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1781227081.730362:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964744192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.730435:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964744192:12345-0@lo:400:kworker.0 Request processed in 75us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.730443:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1781227081.730467:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744704 00000100:00100000:0.0:1781227081.730471:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744704 00000100:00100000:0.0:1781227081.730503:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745216 00000100:00100000:0.0:1781227081.730506:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745216 00000100:00100000:0.0:1781227081.730527:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:0.0:1781227081.730533:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964744704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.730562:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964744704:12345-0@lo:400:kworker.0 Request processed in 29us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.730581:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:0.0:1781227081.730593:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1781227081.730600:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964745216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.730626:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964745216:12345-0@lo:400:kworker.0 Request processed in 27us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.730632:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1781227081.730670:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964744192:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.730680:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964744704:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.730731:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964745216:0@lo:400:kworker.0 00000100:00080000:0.0:1781227081.730791:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781227081.731843:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227081.731903:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964744832:0@lo:400:kworker.0 00000100:00100000:2.0:1781227081.731952:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227081.732012:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744832 00000100:00100000:2.0:1781227081.732018:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744832 00000100:00100000:2.0:1781227081.732074:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1781227081.732082:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ff840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964744832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227081.732413:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ff840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964744832:12345-0@lo:400:kworker.0 Request processed in 331us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227081.732434:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00080000:2.0:1781227081.732465:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227081.732493:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964744832:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.733236:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744320 00000100:00100000:0.0:1781227081.733244:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744320 00000100:00100000:0.0:1781227081.733303:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:0.0:1781227081.733312:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964744320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.733370:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964744320:12345-0@lo:400:kworker.0 Request processed in 60us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.733376:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1781227081.733607:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964744320:0@lo:400:kworker.0 00000100:00100000:3.0:1781227081.734452:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227081.734503:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964744448:0@lo:400:kworker.0 00000100:00100000:3.0:1781227081.734540:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227081.734578:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964744960:0@lo:400:kworker.0 00000100:00100000:3.0:1781227081.734602:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227081.734640:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744960 00000100:00100000:3.0:1781227081.734645:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744960 00000100:00100000:2.0:1781227081.734930:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744448 00000100:00100000:2.0:1781227081.734936:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744448 00000100:00100000:2.0:1781227081.734975:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1781227081.734984:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964744448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.735445:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964743936 00000100:00100000:0.0:1781227081.735451:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964743936 00000100:00100000:1.0:1781227081.735543:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227081.735588:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964744576:0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.735614:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227081.735632:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964745088:0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.735652:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227081.735684:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744064 00000100:00100000:1.0:1781227081.735742:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744064 00000100:00100000:1.0:1781227081.735771:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964744576 00000100:00100000:1.0:1781227081.735773:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964744576 00000100:00100000:1.0:1781227081.736094:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745088 00000100:00100000:1.0:1781227081.736099:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745088 00000100:00100000:1.0:1781227081.736133:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1781227081.736140:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964744064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.736184:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964744064:12345-0@lo:400:kworker.0 Request processed in 44us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227081.736191:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1781227081.736205:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1781227081.736211:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964744576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.736237:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964744576:12345-0@lo:400:kworker.0 Request processed in 26us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227081.736242:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1781227081.736252:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1781227081.736258:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964745088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.736297:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964745088:12345-0@lo:400:kworker.0 Request processed in 39us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227081.736303:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1781227081.736344:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964744064:0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.736354:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964744576:0@lo:400:kworker.0 00000100:00100000:1.0:1781227081.736362:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964745088:0@lo:400:kworker.0 00000100:00100000:2.0:1781227081.737483:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964744448:12345-0@lo:400:kworker.0 Request processed in 2494us (2934us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227081.737495:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1781227081.737596:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1781227081.737612:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964744960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227081.737681:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964744960:12345-0@lo:400:kworker.0 Request processed in 77us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227081.737721:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:2.0:1781227081.737742:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227081.737746:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227081.743366:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964744448:0@lo:400:kworker.0 00000100:00100000:2.0:1781227081.743390:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964744960:0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.748520:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1781227081.748544:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964743936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227081.748776:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964743936:12345-0@lo:400:kworker.0 Request processed in 243us (14325us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227081.748785:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1781227081.752864:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964743936:0@lo:400:kworker.0 00010000:00010000:3.0:1781227081.861035:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227081.917002:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227081.917012:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227081.918155:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227081.918171:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781227082.050854:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781227082.753652:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964745344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227082.753766:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227082.755527:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745344 00000100:00100000:1.0:1781227082.755538:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745344 00000100:00100000:1.0:1781227082.755608:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1781227082.755618:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964745344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781227082.755653:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781227082.755762:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964745344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 146us (1996us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227082.755770:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1781227082.755893:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964745344:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227082.882934:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227083.034588:0:27835:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227083.034597:0:27835:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227083.037243:0:27835:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227083.037259:0:27835:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227083.905645:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227084.284059:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781227084.284084:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964745472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227084.284157:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227084.284386:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745472 00000100:00100000:2.0:1781227084.284395:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745472 00000100:00100000:2.0:1781227084.284469:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1781227084.284479:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964745472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781227084.284509:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227084.284774:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964745472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 295us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227084.284787:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1781227084.284900:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964745472:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781227084.285382:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227084.299058:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227084.299082:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964745600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781227084.299152:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227084.299331:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745600 00000100:00100000:0.0:1781227084.299339:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745600 00000100:00100000:0.0:1781227084.299400:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1781227084.299410:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964745600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227084.299444:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227084.299493:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964745600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227084.299500:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1781227084.299561:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964745600:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781227084.299816:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781227084.935030:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227085.272480:0:27886:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227085.272490:0:27886:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227085.273175:0:27886:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227085.273185:0:27886:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227085.308010:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781227085.308033:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964745728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781227085.308102:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227085.308779:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745728 00000100:00100000:3.0:1781227085.308788:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745728 00000100:00100000:3.0:1781227085.308850:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1781227085.308860:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964745728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227085.308896:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227085.308960:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964745728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227085.308967:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1781227085.309120:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964745728:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227085.950218:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227086.239105:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227086.239148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227086.239179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227086.239210:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227086.239226:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227086.239249:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227086.239265:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227086.239326:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941841920 00000100:00100000:3.0:1781227086.239336:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941841920 00000100:00100000:3.0:1781227086.239386:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:3.0:1781227086.239396:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941841920:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227086.239464:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941841920:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 69us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227086.239483:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 843 00000100:00100000:1.0:1781227086.239576:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842176 00000100:00100000:1.0:1781227086.239581:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842176 00000100:00100000:1.0:1781227086.239619:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842688 00000100:00100000:1.0:1781227086.239622:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842688 00000100:00100000:1.0:1781227086.239637:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842048 00000100:00100000:1.0:1781227086.239640:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842048 00000100:00080000:3.0:1781227086.239643:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227086.239658:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227086.239667:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1495 00000100:00100000:3.0:1781227086.239671:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1496 00000100:00100000:1.0:1781227086.239674:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941842176:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227086.239678:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941842688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227086.239737:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941842688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 59us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227086.239744:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1496 00000100:00100000:3.0:1781227086.239773:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1497 00000100:00100000:2.0:1781227086.239775:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842432 00000100:00100000:2.0:1781227086.239779:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842432 00000100:00100000:3.0:1781227086.239780:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941842048:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227086.239842:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227086.240313:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842944 00000100:00100000:2.0:1781227086.240318:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842944 00000100:00100000:2.0:1781227086.240347:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842304 00000100:00100000:2.0:1781227086.240350:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842304 00000100:00100000:2.0:1781227086.240369:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 934 00000100:00100000:2.0:1781227086.240376:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941842432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227086.250779:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941842176:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 11092us (11616us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.250795:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1495 00000100:00100000:1.0:1781227086.250834:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842560 00000100:00100000:1.0:1781227086.250843:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842560 00000100:00100000:1.0:1781227086.250880:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1498 00000100:00100000:1.0:1781227086.250889:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941842560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227086.253338:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941842560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2440us (13486us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.253352:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1498 00000100:00100000:1.0:1781227086.253432:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 935 00000100:00100000:1.0:1781227086.253444:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941842944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227086.253484:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941842944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 45us (14258us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.253491:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 935 00000100:00100000:1.0:1781227086.253509:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 936 00000100:00100000:1.0:1781227086.253516:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941842304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227086.253675:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941842304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 158us (14408us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.253682:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 936 00000100:00080000:1.0:1781227086.253748:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781227086.253754:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227086.253758:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227086.268210:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941842048:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28418us (28947us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227086.268225:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1497 00000100:00100000:0.0:1781227086.279860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227086.280062:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941842816 00000100:00100000:1.0:1781227086.280073:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941842816 00000100:00100000:1.0:1781227086.280149:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 937 00000100:00100000:1.0:1781227086.280160:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941842816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227086.280236:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941842816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 78us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.280243:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 937 00000100:00100000:2.0:1781227086.283116:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941842432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42723us (43917us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227086.283144:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 934 00000100:00080000:2.0:1781227086.285830:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227086.843979:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964745856:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.844047:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.844129:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745856 00000100:00100000:0.0:1781227086.844135:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745856 00000100:00100000:0.0:1781227086.844174:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1781227086.844181:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964745856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.844225:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964745856:12345-0@lo:400:kworker.0 Request processed in 44us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227086.844232:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1781227086.844267:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964745856:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.846991:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964746112:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847205:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227086.847243:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964746624:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847268:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227086.847285:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964747136:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847394:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227086.847423:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781227086.847430:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964745984:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847469:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227086.847485:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7389a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964746496:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847507:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227086.847523:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964747008:0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847754:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227086.847787:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746112 00000100:00100000:1.0:1781227086.847793:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746112 00000100:00100000:1.0:1781227086.847903:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1781227086.847912:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964746112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.847963:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964746112:12345-0@lo:400:kworker.0 Request processed in 52us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.847974:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1781227086.847996:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746624 00000100:00100000:1.0:1781227086.848000:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746624 00000100:00100000:1.0:1781227086.848028:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747136 00000100:00100000:1.0:1781227086.848030:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747136 00000100:00100000:1.0:1781227086.848160:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964745984 00000100:00100000:1.0:1781227086.848164:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964745984 00000100:00100000:1.0:1781227086.848177:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746496 00000100:00100000:1.0:1781227086.848179:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746496 00000100:00100000:1.0:1781227086.848190:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747008 00000100:00100000:1.0:1781227086.848192:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747008 00000100:00100000:1.0:1781227086.848204:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1781227086.848210:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964746624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.848242:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964746624:12345-0@lo:400:kworker.0 Request processed in 32us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.848249:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1781227086.848259:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1781227086.848265:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964747136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.848290:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8378f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964747136:12345-0@lo:400:kworker.0 Request processed in 25us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.848375:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1781227086.848392:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1781227086.848398:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964745984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.848430:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964745984:12345-0@lo:400:kworker.0 Request processed in 32us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.848507:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1781227086.848519:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1781227086.848526:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964746496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849522:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1781227086.849540:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964747008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849596:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7924780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964747008:12345-0@lo:400:kworker.0 Request processed in 62us (1841us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227086.849602:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1781227086.849662:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964746368:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849713:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.849738:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964746880:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849774:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.849791:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964747392:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849809:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.849830:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781227086.849836:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7388b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964746240:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849857:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.849872:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964746752:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849892:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.849908:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964747264:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.849928:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227086.849950:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746240 00000100:00100000:1.0:1781227086.850226:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cdd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964746496:12345-0@lo:400:kworker.0 Request processed in 1699us (2717us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.850233:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:1.0:1781227086.850259:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746368 00000100:00100000:1.0:1781227086.850262:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746368 00000100:00100000:1.0:1781227086.850294:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1781227086.851166:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a77840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964746368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.851166:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746240 00000100:00100000:0.0:1781227086.851212:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1781227086.851220:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a74b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964746240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.851230:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a77840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964746368:12345-0@lo:400:kworker.0 Request processed in 703us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.851237:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1781227086.851248:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a74b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964746240:12345-0@lo:400:kworker.0 Request processed in 30us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227086.851253:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:1.0:1781227086.851264:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746880 00000100:00100000:1.0:1781227086.851268:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746880 00000100:00100000:1.0:1781227086.851294:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1781227086.851376:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964747520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227086.851415:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227086.851488:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747520 00000100:00100000:3.0:1781227086.851492:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747520 00000100:00100000:3.0:1781227086.851544:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1781227086.851551:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964747520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781227086.851573:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227086.851603:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83ce940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964747520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227086.851610:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1781227086.851663:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964747520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227086.851688:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227086.851708:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964747648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227086.851731:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227086.851769:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747648 00000100:00100000:3.0:1781227086.851773:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747648 00000100:00100000:3.0:1781227086.851796:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1781227086.851802:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964747648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227086.851814:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227086.851842:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964747648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227086.851847:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1781227086.851973:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964747648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227086.852194:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a76580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964746880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227086.852234:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a76580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964746880:12345-0@lo:400:kworker.0 Request processed in 45us (2460us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227086.852241:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1781227086.852254:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747392 00000100:00100000:1.0:1781227086.852258:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747392 00000100:00080000:2.0:1781227086.857953:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227086.859911:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227086.859917:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227086.859919:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227086.863756:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964746752 00000100:00100000:0.0:1781227086.863774:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964746752 00000100:00080000:0.0:1781227086.863820:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227086.863865:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747264 00000100:00100000:0.0:1781227086.863870:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747264 00000100:00100000:0.0:1781227086.863891:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1781227086.863902:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a77c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964747392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864004:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a77c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964747392:12345-0@lo:400:kworker.0 Request processed in 105us (14194us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227086.864012:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1781227086.864028:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1781227086.864034:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964746752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864062:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a752c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964746752:12345-0@lo:400:kworker.0 Request processed in 29us (14169us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227086.864071:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1781227086.864082:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1781227086.864088:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a75680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964747264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864131:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a75680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964747264:12345-0@lo:400:kworker.0 Request processed in 43us (14202us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227086.864137:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1781227086.864216:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7388b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964746240:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864229:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964746752:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864239:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a27840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964747264:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864248:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964746368:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864259:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964746880:0@lo:400:kworker.0 00000100:00100000:0.0:1781227086.864267:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964747392:0@lo:400:kworker.0 00000100:00100000:2.0:1781227086.874894:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964745984:0@lo:400:kworker.0 00000100:00100000:2.0:1781227086.874921:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7389a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964746496:0@lo:400:kworker.0 00000100:00100000:2.0:1781227086.874935:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964747008:0@lo:400:kworker.0 00000100:00100000:2.0:1781227086.874948:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964746112:0@lo:400:kworker.0 00000100:00100000:2.0:1781227086.874973:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964746624:0@lo:400:kworker.0 00000100:00100000:2.0:1781227086.874987:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964747136:0@lo:400:kworker.0 00010000:00010000:3.0:1781227086.972437:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227087.760336:0:27937:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227087.760352:0:27937:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227087.760971:0:27937:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227087.760985:0:27937:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781227087.869978:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c733da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964747776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227087.870075:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227087.870201:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747776 00000100:00100000:1.0:1781227087.870211:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747776 00000100:00100000:1.0:1781227087.870409:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1781227087.870422:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964747776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781227087.870468:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781227087.870671:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964747776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 250us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227087.870680:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1781227087.870813:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c733da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964747776:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227088.001013:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781227089.020144:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227089.409854:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227089.409878:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964747904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227089.409948:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227089.410347:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964747904 00000100:00100000:3.0:1781227089.410354:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964747904 00000100:00100000:3.0:1781227089.410408:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1781227089.410418:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ffc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964747904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781227089.410451:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227089.410585:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227089.410596:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964748032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227089.410640:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227089.410899:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ffc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964747904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 482us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227089.410907:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1781227089.410924:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748032 00000100:00100000:3.0:1781227089.410927:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748032 00000100:00100000:3.0:1781227089.410944:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781227089.410950:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964748032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781227089.410961:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:3.0:1781227089.411000:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964748032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227089.411007:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1781227089.411130:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964748032:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781227089.411183:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227089.411235:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964747904:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781227090.045000:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227090.081840:0:27989:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227090.081850:0:27989:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227090.082387:0:27989:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227090.082397:0:27989:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227090.428203:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781227090.428229:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964748160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227090.428304:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227090.430753:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748160 00000100:00100000:0.0:1781227090.430768:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748160 00000100:00100000:0.0:1781227090.430834:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1781227090.430844:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964748160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227090.430882:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227090.430964:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964748160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (2660us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227090.430971:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1781227090.431152:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964748160:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781227091.068736:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227091.132056:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227091.132067:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227091.132639:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227091.132656:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227091.364144:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364199:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364223:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364243:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364288:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364306:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364323:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364346:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227091.364379:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843456 00000100:00100000:0.0:1781227091.364387:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843456 00000100:00100000:0.0:1781227091.364441:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843968 00000100:00100000:0.0:1781227091.364444:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843968 00000100:00100000:0.0:1781227091.364460:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843584 00000100:00100000:0.0:1781227091.364463:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843584 00000100:00100000:0.0:1781227091.364474:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844096 00000100:00100000:0.0:1781227091.364476:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844096 00000100:00100000:0.0:1781227091.364505:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 942 00000100:00100000:0.0:1781227091.364518:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a76d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941843456:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.364590:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a76d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941843456:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 74us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.364609:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 942 00000100:00100000:0.0:1781227091.364634:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 943 00000100:00100000:0.0:1781227091.364641:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941843968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.364665:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c837a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941843968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.364673:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 943 00000100:00100000:0.0:1781227091.364684:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 944 00000100:00100000:0.0:1781227091.364690:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941843584:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.364739:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941843584:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 48us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.364745:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 944 00000100:00100000:0.0:1781227091.364757:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 945 00000100:00100000:0.0:1781227091.364763:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a26580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941844096:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.364784:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a26580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941844096:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.364790:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 945 00000100:00100000:0.0:1781227091.364820:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843200 00000100:00100000:0.0:1781227091.364824:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843200 00000100:00100000:0.0:1781227091.364849:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843712 00000100:00100000:0.0:1781227091.364851:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843712 00000100:00100000:0.0:1781227091.364859:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843328 00000100:00100000:0.0:1781227091.364862:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843328 00000100:00100000:0.0:1781227091.364869:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843840 00000100:00100000:0.0:1781227091.364872:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843840 00000100:00100000:0.0:1781227091.364884:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1505 00000100:00100000:0.0:1781227091.364889:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a75a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941843200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.364914:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a75a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941843200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.364921:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1505 00000100:00100000:0.0:1781227091.364932:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1506 00000100:00100000:0.0:1781227091.364939:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941843712:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.364962:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941843712:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.364967:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1506 00000100:00100000:0.0:1781227091.364978:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1507 00000100:00100000:0.0:1781227091.364983:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a27c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941843328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.365004:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a27c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941843328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.365009:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1507 00000100:00100000:0.0:1781227091.365020:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1508 00000100:00100000:0.0:1781227091.365026:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a24f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941843840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227091.365049:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a24f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941843840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.365055:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1508 00000100:00080000:0.0:1781227091.365087:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227091.365090:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227091.365093:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227091.365095:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227091.366357:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941843072 00000100:00100000:3.0:1781227091.366368:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941843072 00000100:00100000:3.0:1781227091.366420:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 845 00000100:00100000:3.0:1781227091.366428:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941843072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227091.366502:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941843072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 65us (2222us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227091.366510:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 845 00000100:00100000:2.0:1781227091.965005:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964748544:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.965253:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227091.965308:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964749056:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.965340:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227091.965362:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964749568:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.965384:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227091.965407:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781227091.965413:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964748672:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.965435:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227091.965449:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964749184:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.965484:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227091.965633:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964748288:0@lo:400:kworker.0 00000100:00100000:3.0:1781227091.965669:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227091.965692:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964748800:0@lo:400:kworker.0 00000100:00100000:3.0:1781227091.965731:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227091.965749:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964749312:0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.965972:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748544 00000100:00100000:1.0:1781227091.965981:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748544 00000100:00100000:1.0:1781227091.966024:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748800 00000100:00100000:1.0:1781227091.966028:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748800 00000100:00100000:1.0:1781227091.966045:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1781227091.966054:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964748544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227091.966225:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748288 00000100:00100000:3.0:1781227091.966228:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748288 00000100:00100000:3.0:1781227091.966253:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1781227091.966259:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964748288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227091.966299:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964748288:12345-0@lo:400:kworker.0 Request processed in 40us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227091.966306:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1781227091.966339:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1781227091.966345:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964748800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227091.966372:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964748800:12345-0@lo:400:kworker.0 Request processed in 27us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227091.966379:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1781227091.966398:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781227091.966406:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964750080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227091.966432:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227091.966461:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750080 00000100:00100000:3.0:1781227091.966464:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750080 00000100:00100000:0.0:1781227091.966678:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964748416:0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.966724:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227091.966741:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964748928:0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.966759:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227091.966787:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964749440:0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.966814:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227091.966825:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964749952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227091.966845:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227091.966915:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964749696:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.966938:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227091.967126:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964748544:12345-0@lo:400:kworker.0 Request processed in 1072us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227091.967134:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1781227091.967832:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964748544:0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.978517:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749056 00000100:00100000:0.0:1781227091.978530:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749056 00000100:00100000:0.0:1781227091.978576:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749568 00000100:00100000:0.0:1781227091.978579:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749568 00000100:00100000:0.0:1781227091.978605:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748672 00000100:00100000:0.0:1781227091.978608:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748672 00000100:00100000:0.0:1781227091.978620:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748416 00000100:00100000:0.0:1781227091.978623:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748416 00000100:00100000:0.0:1781227091.978643:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964748928 00000100:00100000:0.0:1781227091.978647:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964748928 00000100:00100000:0.0:1781227091.978659:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749440 00000100:00100000:0.0:1781227091.978667:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749440 00000100:00100000:0.0:1781227091.978686:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1781227091.978719:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964749056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.978801:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059021c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964749056:12345-0@lo:400:kworker.0 Request processed in 106us (13459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.978808:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1781227091.978825:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1781227091.978832:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964749568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.978863:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605900f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964749568:12345-0@lo:400:kworker.0 Request processed in 33us (13479us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.978869:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1781227091.978879:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1781227091.978884:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964748672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.978909:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964748672:12345-0@lo:400:kworker.0 Request processed in 25us (13474us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.978917:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1781227091.978927:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1781227091.978932:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e9770c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964748416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.978962:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e9770c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964748416:12345-0@lo:400:kworker.0 Request processed in 30us (12237us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.978967:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1781227091.980259:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1781227091.980271:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a27840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964748928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.980327:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a27840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964748928:12345-0@lo:400:kworker.0 Request processed in 59us (13567us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.980333:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1781227091.980348:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1781227091.980354:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964749440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.980378:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964749440:12345-0@lo:400:kworker.0 Request processed in 24us (13563us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.980384:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1781227091.980425:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749184 00000100:00100000:0.0:1781227091.980431:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749184 00000100:00100000:0.0:1781227091.980467:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749696 00000100:00100000:0.0:1781227091.980470:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749696 00000100:00100000:0.0:1781227091.980490:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1781227091.980496:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964749184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.980526:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964749184:12345-0@lo:400:kworker.0 Request processed in 31us (15042us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.980532:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1781227091.980544:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1781227091.980550:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964749696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.980575:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605874780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964749696:12345-0@lo:400:kworker.0 Request processed in 26us (13636us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227091.980581:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1781227091.980676:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964748416:0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.980690:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964748928:0@lo:400:kworker.0 00000100:00100000:0.0:1781227091.980723:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964749440:0@lo:400:kworker.0 00000100:00080000:0.0:1781227091.982792:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227091.982803:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227091.982806:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227091.982808:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227091.983464:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749952 00000100:00100000:3.0:1781227091.983476:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749952 00000100:00100000:3.0:1781227091.983530:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1781227091.983539:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964750080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781227091.983578:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227091.983728:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1781227091.983740:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964749952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227091.983752:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227091.984282:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964749952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 543us (17433us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227091.984290:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1781227091.984342:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964748672:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.984355:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964749184:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.984364:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964749696:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.984374:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964749056:0@lo:400:kworker.0 00000100:00100000:2.0:1781227091.984384:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d897e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964749568:0@lo:400:kworker.0 00000100:00100000:3.0:1781227091.984681:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964750080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1142us (18246us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227091.984689:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1781227091.984734:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964750080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227091.984898:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227091.984943:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964749824:0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.984979:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227091.985009:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964748288:0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.985021:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964748800:0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.985042:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749312 00000100:00100000:1.0:1781227091.985046:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749312 00000100:00100000:1.0:1781227091.985086:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964749824 00000100:00100000:1.0:1781227091.985089:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964749824 00000100:00100000:1.0:1781227091.985108:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1781227091.985114:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964749312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.985159:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964749312:12345-0@lo:400:kworker.0 Request processed in 44us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227091.985166:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1781227091.985178:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1781227091.985183:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964749824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.985208:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964749824:12345-0@lo:400:kworker.0 Request processed in 25us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227091.985213:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1781227091.985236:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c63b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964749312:0@lo:400:kworker.0 00000100:00100000:1.0:1781227091.985245:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964749824:0@lo:400:kworker.0 00000100:00080000:3.0:1781227091.985904:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227091.995979:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964749952:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1781227092.092274:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227092.287998:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1781227092.487458:0:28040:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227092.487477:0:28040:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227092.498256:0:28040:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227092.498292:0:28040:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227093.001143:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781227093.001186:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964750208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781227093.001278:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227093.018600:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750208 00000100:00100000:2.0:1781227093.018623:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750208 00000100:00100000:2.0:1781227093.018740:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1781227093.018754:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964750208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227093.018808:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227093.018937:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605876d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964750208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 186us (17659us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227093.018945:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1781227093.019022:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964750208:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227093.117343:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781227094.140432:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227094.525200:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964750336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227094.525307:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227094.525827:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750336 00000100:00100000:0.0:1781227094.525839:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750336 00000100:00100000:0.0:1781227094.525927:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781227094.525939:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964750336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227094.525980:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227094.526056:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964750336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227094.526066:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781227094.526551:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964750464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227094.526609:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227094.526766:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750464 00000100:00100000:2.0:1781227094.526775:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750464 00000100:00100000:2.0:1781227094.526948:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1781227094.526959:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964750464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781227094.526979:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227094.527091:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964750464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227094.527099:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1781227094.527322:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964750464:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781227094.527848:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227094.527886:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964750336:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781227095.167265:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227095.245377:0:28091:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227095.245393:0:28091:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227095.248068:0:28091:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227095.248098:0:28091:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227095.548891:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781227095.548926:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964750592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227095.549030:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227095.561176:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750592 00000100:00100000:3.0:1781227095.561199:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750592 00000100:00100000:3.0:1781227095.561297:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1781227095.561310:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964750592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227095.561363:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227095.561490:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6058743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964750592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 182us (12459us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227095.561503:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1781227095.561942:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964750592:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227096.191389:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227096.484033:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227096.484093:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227096.484134:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227096.484165:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227096.484237:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844224 00000100:00100000:1.0:1781227096.484251:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844224 00000100:00100000:1.0:1781227096.484337:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 847 00000100:00100000:1.0:1781227096.484349:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941844224:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227096.484443:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c44f5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941844224:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 96us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227096.484451:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 847 00000100:00100000:2.0:1781227096.484764:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844736 00000100:00100000:2.0:1781227096.484770:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844736 00000100:00100000:2.0:1781227096.484819:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 950 00000100:00100000:2.0:1781227096.484828:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941844736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227096.484862:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941844736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 36us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227096.484869:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 950 00000100:00080000:2.0:1781227096.484907:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227096.485189:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227096.485217:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227096.485417:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845248 00000100:00100000:2.0:1781227096.485423:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845248 00000100:00100000:2.0:1781227096.485462:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 951 00000100:00100000:2.0:1781227096.485471:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941845248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227096.485506:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941845248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 37us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227096.485513:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 951 00000100:00080000:2.0:1781227096.485561:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227096.488855:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227096.488907:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227096.495193:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844480 00000100:00100000:1.0:1781227096.495216:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844480 00000100:00100000:1.0:1781227096.495352:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844992 00000100:00100000:1.0:1781227096.495356:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844992 00000100:00100000:1.0:1781227096.495384:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844352 00000100:00100000:1.0:1781227096.495388:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844352 00000100:00100000:1.0:1781227096.495415:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1515 00000100:00100000:1.0:1781227096.495428:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941844480:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227096.498401:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941844480:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 122us (11454us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227096.498428:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1515 00000100:00100000:1.0:1781227096.498489:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1516 00000100:00100000:1.0:1781227096.498509:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941844992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227096.498810:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844864 00000100:00100000:0.0:1781227096.498822:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844864 00000100:00100000:0.0:1781227096.498870:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1517 00000100:00100000:0.0:1781227096.498880:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941844352:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227096.499410:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941844352:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 530us (14190us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227096.499418:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1517 00000100:00100000:0.0:1781227096.499436:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1518 00000100:00100000:0.0:1781227096.499444:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941844864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227096.499471:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941844864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (10563us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227096.499478:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1518 00000100:00100000:1.0:1781227096.499565:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7389e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941844992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1066us (15400us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227096.499574:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1516 00000100:00100000:1.0:1781227096.499599:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941844608 00000100:00100000:1.0:1781227096.499605:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941844608 00000100:00100000:1.0:1781227096.499650:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 952 00000100:00100000:1.0:1781227096.499658:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941844608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227096.499689:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941844608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (10854us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227096.499712:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 952 00000100:00080000:1.0:1781227096.501732:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227096.501746:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781227096.501749:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227096.517785:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227096.526749:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845120 00000100:00100000:2.0:1781227096.526769:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845120 00000100:00100000:2.0:1781227096.526890:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 953 00000100:00100000:2.0:1781227096.526904:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941845120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00080000:1.0:1781227096.527235:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227096.527768:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941845120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 862us (9994us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227096.527779:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 953 00000100:00100000:0.0:1781227097.085535:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964751104:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.085643:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.085722:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964751616:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.085754:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.085849:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964752128:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.085877:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.085913:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1781227097.085920:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964750720:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.085952:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.085983:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964751232:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.086010:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227097.086112:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750720 00000100:00100000:3.0:1781227097.086123:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750720 00000100:00100000:3.0:1781227097.086182:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1781227097.086194:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964750720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227097.086255:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964750720:12345-0@lo:400:kworker.0 Request processed in 63us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227097.086264:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1781227097.088225:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964750848:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.088304:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227097.088345:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964751360:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.088370:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227097.088388:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964751872:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.088413:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227097.088433:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964752384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227097.088459:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227097.088497:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1781227097.088505:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964750976:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.088566:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751104 00000100:00100000:1.0:1781227097.088575:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751104 00000100:00100000:1.0:1781227097.088633:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750848 00000100:00100000:1.0:1781227097.088636:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750848 00000100:00100000:1.0:1781227097.089252:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751360 00000100:00100000:1.0:1781227097.089258:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751360 00000100:00100000:1.0:1781227097.089283:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751872 00000100:00100000:1.0:1781227097.089287:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751872 00000100:00100000:1.0:1781227097.089305:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:1.0:1781227097.089316:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964751104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.089394:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964751104:12345-0@lo:400:kworker.0 Request processed in 79us (3751us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227097.089403:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:1.0:1781227097.089422:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:1.0:1781227097.089429:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964750848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.089465:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964750848:12345-0@lo:400:kworker.0 Request processed in 37us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227097.089471:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:1.0:1781227097.089481:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1781227097.089486:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964751360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.089517:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964751360:12345-0@lo:400:kworker.0 Request processed in 31us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227097.089523:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1781227097.089538:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1781227097.089556:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964751872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.089573:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964751744:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.089591:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964751872:12345-0@lo:400:kworker.0 Request processed in 35us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227097.089599:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:0.0:1781227097.089617:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.089644:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964752256:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.089668:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.089723:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964751104:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.089753:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605874f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964750720:0@lo:400:kworker.0 00000100:00100000:3.0:1781227097.089869:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751232 00000100:00100000:3.0:1781227097.089875:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751232 00000100:00100000:3.0:1781227097.089960:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1781227097.089968:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964751232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227097.090125:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964751232:12345-0@lo:400:kworker.0 Request processed in 158us (4114us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227097.090133:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1781227097.090147:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964751232:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.090746:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752384 00000100:00100000:1.0:1781227097.090753:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752384 00000100:00100000:1.0:1781227097.090805:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1781227097.090814:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964752384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227097.090848:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227097.090897:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964752384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227097.090904:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:1.0:1781227097.090927:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781227097.090933:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227097.090965:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.090997:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964751488:0@lo:400:kworker.0 00000100:00100000:2.0:1781227097.091020:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751616 00000100:00100000:2.0:1781227097.091027:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751616 00000100:00100000:0.0:1781227097.091031:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227097.091232:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752128 00000100:00100000:1.0:1781227097.091237:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752128 00000100:00100000:0.0:1781227097.093818:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964752000:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.093896:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.093923:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964752512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227097.093963:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227097.094020:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964750848:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.094037:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605877c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964751360:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.094050:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964751872:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.094208:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964752384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227097.094272:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964750976 00000100:00100000:0.0:1781227097.094279:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964750976 00000100:00100000:0.0:1781227097.094335:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1781227097.094345:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964750976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.094413:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964750976:12345-0@lo:400:kworker.0 Request processed in 69us (3449us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227097.094484:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1781227097.094535:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6058752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964750976:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.094594:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752512 00000100:00100000:0.0:1781227097.094598:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752512 00000100:00100000:0.0:1781227097.094626:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1781227097.094634:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964752512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227097.094651:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227097.094687:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfe940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964752512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227097.094724:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1781227097.094743:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751744 00000100:00100000:0.0:1781227097.094748:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751744 00000100:00100000:2.0:1781227097.095796:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752256 00000100:00100000:2.0:1781227097.095807:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752256 00000100:00100000:2.0:1781227097.095835:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1781227097.095845:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964751616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227097.095916:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964751616:12345-0@lo:400:kworker.0 Request processed in 74us (10160us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227097.095923:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1781227097.095943:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1781227097.095961:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964752256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227097.096004:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964752256:12345-0@lo:400:kworker.0 Request processed in 55us (6335us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227097.096010:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1781227097.096093:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964752256:0@lo:400:kworker.0 00000100:00100000:2.0:1781227097.096108:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964751616:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.100132:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1781227097.100154:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964752128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.100293:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964752128:12345-0@lo:400:kworker.0 Request processed in 146us (14413us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227097.100302:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1781227097.100344:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1781227097.100356:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964751744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.100398:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964751744:12345-0@lo:400:kworker.0 Request processed in 45us (10781us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227097.100405:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1781227097.100711:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964752512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227097.100758:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964751744:0@lo:400:kworker.0 00000100:00100000:1.0:1781227097.100777:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964752128:0@lo:400:kworker.0 00000100:00080000:3.0:1781227097.101289:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227097.101297:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227097.101325:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964751488 00000100:00100000:3.0:1781227097.101334:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964751488 00000100:00100000:3.0:1781227097.101441:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752000 00000100:00100000:3.0:1781227097.101446:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752000 00000100:00100000:2.0:1781227097.101492:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:2.0:1781227097.101504:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964751488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227097.101614:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964751488:12345-0@lo:400:kworker.0 Request processed in 114us (10585us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227097.101623:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00080000:1.0:1781227097.101803:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781227097.101942:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:3.0:1781227097.101951:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964752000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227097.102064:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964752000:12345-0@lo:400:kworker.0 Request processed in 114us (8168us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227097.102070:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:0.0:1781227097.102192:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605875e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964751488:0@lo:400:kworker.0 00000100:00100000:0.0:1781227097.102208:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964752000:0@lo:400:kworker.0 00010000:00010000:3.0:1781227097.212618:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227097.851446:0:28143:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227097.851457:0:28143:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227097.860069:0:28143:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227097.860096:0:28143:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227098.108913:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964752640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227098.108992:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227098.109138:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752640 00000100:00100000:3.0:1781227098.109146:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752640 00000100:00100000:3.0:1781227098.109203:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1781227098.109213:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964752640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781227098.109249:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781227098.110547:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964752640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1322us (1541us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227098.110559:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1781227098.110825:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964752640:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227098.235966:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781227099.259885:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227099.646759:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964752768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227099.646842:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227099.646929:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752768 00000100:00100000:1.0:1781227099.646937:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752768 00000100:00100000:1.0:1781227099.646992:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1781227099.647002:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964752768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227099.647032:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227099.647077:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964752768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227099.647086:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:1.0:1781227099.647105:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227099.647139:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964752768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227099.648153:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781227099.648172:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964752896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781227099.648218:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227099.656242:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964752896 00000100:00100000:3.0:1781227099.656257:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964752896 00000100:00100000:2.0:1781227099.656409:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1781227099.656421:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964752896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227099.656449:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227099.656541:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964752896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (8322us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227099.656549:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1781227099.657228:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964752896:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781227099.657910:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781227100.286567:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227100.492477:0:28194:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227100.492488:0:28194:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227100.504560:0:28194:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227100.504580:0:28194:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227100.667836:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227100.667862:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964753024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227100.667929:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227100.667997:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753024 00000100:00100000:1.0:1781227100.668017:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753024 00000100:00100000:1.0:1781227100.668073:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1781227100.668086:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964753024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227100.668124:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227100.668173:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964753024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227100.668180:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1781227100.668224:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964753024:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227101.308773:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227101.372005:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227101.372017:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227101.375681:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227101.375737:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227101.602017:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227101.602075:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227101.602268:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845504 00000100:00100000:2.0:1781227101.602268:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845376 00000100:00100000:2.0:1781227101.602281:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845376 00000100:00100000:3.0:1781227101.602282:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845504 00000100:00100000:3.0:1781227101.602353:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1525 00000100:00100000:2.0:1781227101.602353:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 849 00000100:00100000:3.0:1781227101.602364:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2424:x1867750941845504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227101.602364:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941845376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00080000:1.0:1781227101.602453:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227101.607006:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2424:x1867750941845504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 4618us (4904us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227101.607028:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1525 00000100:00100000:1.0:1781227101.614031:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941845376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 11648us (12009us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227101.614054:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 849 00000100:00100000:3.0:1781227101.614248:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227101.614305:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845632 00000100:00100000:2.0:1781227101.614320:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845632 00000100:00100000:2.0:1781227101.614418:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1526 00000100:00100000:2.0:1781227101.614430:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941845632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227101.614527:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941845632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227101.614535:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1526 00000100:00080000:1.0:1781227101.614680:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781227101.615100:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227101.615180:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227101.615211:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227101.615230:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227101.615247:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227101.615270:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227101.615360:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845888 00000100:00100000:0.0:1781227101.615368:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845888 00000100:00100000:1.0:1781227101.615407:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846144 00000100:00100000:1.0:1781227101.615413:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846144 00000100:00100000:0.0:1781227101.615440:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846400 00000100:00100000:0.0:1781227101.615445:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846400 00000100:00100000:1.0:1781227101.615455:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846016 00000100:00100000:1.0:1781227101.615460:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846016 00000100:00100000:0.0:1781227101.615474:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941845760 00000100:00100000:0.0:1781227101.615478:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941845760 00000100:00100000:1.0:1781227101.615495:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1527 00000100:00100000:0.0:1781227101.615511:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846272 00000100:00100000:1.0:1781227101.615518:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941846144:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227101.615527:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846272 00000100:00100000:0.0:1781227101.615551:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 958 00000100:00100000:0.0:1781227101.615560:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941845888:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227101.615593:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941846144:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 79us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227101.615601:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941845888:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 39us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227101.615609:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1527 00000100:00100000:0.0:1781227101.615614:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 958 00000100:00100000:1.0:1781227101.615637:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1528 00000100:00100000:0.0:1781227101.615638:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 959 00000100:00100000:0.0:1781227101.615653:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941846400:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227101.615655:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941846016:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227101.615723:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941846400:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 45us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227101.615731:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 959 00000100:00100000:0.0:1781227101.615743:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 960 00000100:00100000:0.0:1781227101.615749:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941845760:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227101.615983:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941846016:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 335us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227101.615991:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1528 00000100:00100000:1.0:1781227101.616017:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 961 00000100:00100000:1.0:1781227101.616025:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941846272:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227101.616054:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941846272:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 31us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227101.616061:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 961 00000100:00100000:0.0:1781227101.616118:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941845760:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 367us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227101.616126:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 960 00000100:00080000:3.0:1781227101.617167:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227101.617177:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227101.617180:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227101.617184:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227102.204214:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964753536:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.204314:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227102.204399:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964754048:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.204435:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227102.204454:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964754560:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.204476:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227102.204522:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781227102.204528:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964753408:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.204558:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227102.204580:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964753920:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.204603:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227102.204620:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964754432:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.204643:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227102.204681:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753536 00000100:00100000:1.0:1781227102.204690:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753536 00000100:00100000:1.0:1781227102.204937:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753920 00000100:00100000:1.0:1781227102.204941:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753920 00000100:00100000:1.0:1781227102.204979:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754432 00000100:00100000:1.0:1781227102.204982:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754432 00000100:00100000:1.0:1781227102.205003:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1781227102.205014:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964753536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.205086:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83112c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964753536:12345-0@lo:400:kworker.0 Request processed in 74us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.205095:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1781227102.205115:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:1.0:1781227102.205122:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964753920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.205153:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964753920:12345-0@lo:400:kworker.0 Request processed in 32us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.205159:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:1.0:1781227102.205169:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:1.0:1781227102.205174:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964754432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.207329:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964754432:12345-0@lo:400:kworker.0 Request processed in 2138us (2668us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.207360:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:1.0:1781227102.207433:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754048 00000100:00100000:1.0:1781227102.207443:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754048 00000100:00100000:1.0:1781227102.207506:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754560 00000100:00100000:1.0:1781227102.207511:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754560 00000100:00100000:1.0:1781227102.207537:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1781227102.207546:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964754048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.207614:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7415e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964754048:12345-0@lo:400:kworker.0 Request processed in 69us (3177us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.207621:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1781227102.207632:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1781227102.207639:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964754560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.207671:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7416580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964754560:12345-0@lo:400:kworker.0 Request processed in 33us (3194us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.207677:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1781227102.207745:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753408 00000100:00100000:1.0:1781227102.207751:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753408 00000100:00100000:1.0:1781227102.207784:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1781227102.207791:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964753408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.207827:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964753408:12345-0@lo:400:kworker.0 Request processed in 37us (3268us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.207833:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00080000:1.0:1781227102.207869:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781227102.207874:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227102.207877:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227102.207956:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964753408:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.207975:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964753920:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.207987:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964754432:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.208001:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964753536:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.208016:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964754048:0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.208026:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964754560:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208261:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964753152:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208325:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208377:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964753664:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208407:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208430:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964754176:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208454:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208473:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964754688:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208506:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208528:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781227102.208535:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964753280:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208564:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208582:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964753792:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208605:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208623:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964754304:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208644:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227102.208678:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754176 00000100:00100000:2.0:1781227102.208684:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754176 00000100:00100000:2.0:1781227102.208748:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754688 00000100:00100000:2.0:1781227102.208752:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754688 00000100:00100000:2.0:1781227102.208777:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1781227102.208786:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fe580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964754176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208829:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fe580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964754176:12345-0@lo:400:kworker.0 Request processed in 45us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227102.208837:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1781227102.208857:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1781227102.208863:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964754688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208889:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964754688:12345-0@lo:400:kworker.0 Request processed in 27us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227102.208895:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1781227102.208919:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753664 00000100:00100000:2.0:1781227102.208923:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753664 00000100:00100000:2.0:1781227102.208944:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1781227102.208951:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964753664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.208982:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964753664:12345-0@lo:400:kworker.0 Request processed in 32us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227102.208989:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1781227102.209016:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753280 00000100:00100000:2.0:1781227102.209020:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753280 00000100:00100000:2.0:1781227102.209040:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753792 00000100:00100000:2.0:1781227102.209043:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753792 00000100:00100000:2.0:1781227102.209058:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754304 00000100:00100000:2.0:1781227102.209061:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754304 00000100:00100000:2.0:1781227102.209074:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1781227102.209080:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964753280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209110:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964753280:12345-0@lo:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227102.209117:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1781227102.209127:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1781227102.209133:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964753792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209157:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964753792:12345-0@lo:400:kworker.0 Request processed in 24us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227102.209163:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1781227102.209174:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:2.0:1781227102.209180:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964754304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209202:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964754304:12345-0@lo:400:kworker.0 Request processed in 23us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227102.209211:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00080000:2.0:1781227102.209233:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227102.209236:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227102.209238:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227102.209267:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964753280:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209277:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964753792:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209285:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964754304:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209295:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964753664:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209304:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964754176:0@lo:400:kworker.0 00000100:00100000:2.0:1781227102.209314:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964754688:0@lo:400:kworker.0 00000100:00100000:3.0:1781227102.210149:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964754944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227102.210229:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227102.210279:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754944 00000100:00100000:3.0:1781227102.210287:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754944 00000100:00100000:3.0:1781227102.210328:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1781227102.210336:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964754944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781227102.210382:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227102.210426:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964754944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227102.210432:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1781227102.210479:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964754944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227102.210519:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227102.210528:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964754816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227102.210553:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227102.210577:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964754816 00000100:00100000:3.0:1781227102.210581:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964754816 00000100:00100000:3.0:1781227102.210604:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1781227102.210610:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964754816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227102.210621:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227102.210650:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964754816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227102.210658:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1781227102.210687:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c73bc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964754816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227102.211040:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964753152 00000100:00100000:1.0:1781227102.211046:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964753152 00000100:00100000:1.0:1781227102.211099:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1781227102.211108:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964753152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227102.211161:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964753152:12345-0@lo:400:kworker.0 Request processed in 55us (2836us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227102.211168:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1781227102.211227:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964753152:0@lo:400:kworker.0 00010000:00010000:2.0:1781227102.335309:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227102.525612:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1781227102.977139:0:28245:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227102.977153:0:28245:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227102.978220:0:28245:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227102.978244:0:28245:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227103.235152:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227103.235185:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964755072:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781227103.235281:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227103.235369:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755072 00000100:00100000:2.0:1781227103.235379:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755072 00000100:00100000:2.0:1781227103.235440:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1781227103.235452:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964755072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227103.235516:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227103.235586:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964755072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227103.235594:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1781227103.235657:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964755072:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227103.356890:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781227104.379929:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227104.764409:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964755200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227104.764544:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227104.764907:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755200 00000100:00100000:1.0:1781227104.764919:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755200 00000100:00100000:1.0:1781227104.764996:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1781227104.765009:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964755200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227104.765055:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227104.765118:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964755200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227104.765127:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00080000:2.0:1781227104.765457:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227104.765527:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964755200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227104.767119:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964755328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227104.767212:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227104.768802:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755328 00000100:00100000:0.0:1781227104.768821:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755328 00000100:00100000:0.0:1781227104.768906:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1781227104.768920:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964755328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227104.768956:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227104.772191:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7414b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964755328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3261us (4966us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227104.772210:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00080000:0.0:1781227104.772253:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227104.776827:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964755328:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1781227105.320117:0:28297:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227105.320129:0:28297:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227105.320925:0:28297:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227105.320939:0:28297:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781227105.404390:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227105.788053:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964755456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227105.788163:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227105.788350:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755456 00000100:00100000:3.0:1781227105.788361:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755456 00000100:00100000:3.0:1781227105.788454:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1781227105.788479:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ff0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964755456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227105.788529:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227105.789563:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ff0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964755456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1076us (1389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227105.789578:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1781227105.790078:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964755456:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781227106.431144:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227106.717227:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717277:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717310:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717335:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717366:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717389:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717411:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717436:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717539:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227106.717575:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846656 00000100:00100000:0.0:1781227106.717589:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846656 00000100:00100000:0.0:1781227106.717666:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847168 00000100:00100000:0.0:1781227106.717670:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847168 00000100:00100000:0.0:1781227106.717687:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846784 00000100:00100000:0.0:1781227106.717690:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846784 00000100:00100000:0.0:1781227106.717755:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847296 00000100:00100000:0.0:1781227106.717759:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847296 00000100:00100000:0.0:1781227106.717779:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1535 00000100:00100000:0.0:1781227106.717790:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941846656:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.717897:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941846656:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 109us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.717906:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1535 00000100:00100000:0.0:1781227106.717925:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1536 00000100:00100000:0.0:1781227106.717932:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941847168:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.717958:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941847168:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.717965:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1536 00000100:00100000:0.0:1781227106.717975:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1537 00000100:00100000:0.0:1781227106.717981:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941846784:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718003:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941846784:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718010:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1537 00000100:00100000:0.0:1781227106.718020:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1538 00000100:00100000:0.0:1781227106.718026:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941847296:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718045:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941847296:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718051:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1538 00000100:00100000:0.0:1781227106.718072:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846912 00000100:00100000:0.0:1781227106.718075:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846912 00000100:00100000:0.0:1781227106.718109:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847424 00000100:00100000:0.0:1781227106.718112:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847424 00000100:00100000:0.0:1781227106.718130:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847040 00000100:00100000:0.0:1781227106.718133:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847040 00000100:00100000:0.0:1781227106.718146:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847552 00000100:00100000:0.0:1781227106.718148:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847552 00000100:00100000:0.0:1781227106.718161:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 966 00000100:00100000:0.0:1781227106.718167:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941846912:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718194:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941846912:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718201:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 966 00000100:00100000:0.0:1781227106.718212:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 967 00000100:00100000:0.0:1781227106.718217:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941847424:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718240:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5fbbfde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941847424:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718246:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 967 00000100:00100000:0.0:1781227106.718257:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 968 00000100:00100000:0.0:1781227106.718264:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941847040:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718287:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941847040:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718294:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 968 00000100:00100000:0.0:1781227106.718304:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 969 00000100:00100000:0.0:1781227106.718310:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941847552:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718332:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941847552:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718339:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 969 00000100:00100000:0.0:1781227106.718359:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941846528 00000100:00100000:0.0:1781227106.718363:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941846528 00000100:00100000:0.0:1781227106.718394:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00100000:0.0:1781227106.718401:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941846528:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227106.718424:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941846528:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227106.718430:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 851 00000100:00080000:0.0:1781227106.718495:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227106.718502:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227106.718505:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227106.718507:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227107.323998:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964755968:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324098:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324167:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964756480:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324198:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324219:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964756992:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324243:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324277:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1781227107.324284:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964755584:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324317:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324355:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964756096:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324382:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324402:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964756608:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324423:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324439:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964757120:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324477:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324511:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964755712:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324536:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324556:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964756224:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324577:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324594:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964756736:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324614:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324645:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781227107.324651:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964755840:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324673:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324693:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964756352:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324752:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324771:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964756864:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.324793:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.324824:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755968 00000100:00100000:1.0:1781227107.324832:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755968 00000100:00100000:1.0:1781227107.324882:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755712 00000100:00100000:1.0:1781227107.324885:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755712 00000100:00100000:1.0:1781227107.324896:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756224 00000100:00100000:1.0:1781227107.324899:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756224 00000100:00100000:1.0:1781227107.324924:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756736 00000100:00100000:1.0:1781227107.324927:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756736 00000100:00100000:1.0:1781227107.324939:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756352 00000100:00100000:1.0:1781227107.324941:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756352 00000100:00100000:1.0:1781227107.324954:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756864 00000100:00100000:1.0:1781227107.324957:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756864 00000100:00100000:1.0:1781227107.324973:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:1.0:1781227107.324982:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964755968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325053:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964755968:12345-0@lo:400:kworker.0 Request processed in 71us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325062:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:1.0:1781227107.325080:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:1.0:1781227107.325086:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964755712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325115:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964755712:12345-0@lo:400:kworker.0 Request processed in 31us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325122:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:1.0:1781227107.325133:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:1.0:1781227107.325138:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964756224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325165:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964756224:12345-0@lo:400:kworker.0 Request processed in 27us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325170:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:1.0:1781227107.325181:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:1.0:1781227107.325187:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059eb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964756736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325211:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059eb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964756736:12345-0@lo:400:kworker.0 Request processed in 25us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325217:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:1.0:1781227107.325227:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1781227107.325232:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964756352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325261:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964756352:12345-0@lo:400:kworker.0 Request processed in 29us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325268:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:1.0:1781227107.325277:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1781227107.325282:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964756864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325304:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964756864:12345-0@lo:400:kworker.0 Request processed in 23us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325309:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1781227107.325330:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756480 00000100:00100000:1.0:1781227107.325334:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756480 00000100:00100000:1.0:1781227107.325364:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756992 00000100:00100000:1.0:1781227107.325367:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756992 00000100:00100000:1.0:1781227107.325387:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756608 00000100:00100000:1.0:1781227107.325390:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756608 00000100:00100000:1.0:1781227107.325402:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757120 00000100:00100000:1.0:1781227107.325404:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757120 00000100:00100000:1.0:1781227107.325417:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1781227107.325423:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964756480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325473:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964756480:12345-0@lo:400:kworker.0 Request processed in 49us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325479:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1781227107.325490:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1781227107.325496:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964756992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325523:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964756992:12345-0@lo:400:kworker.0 Request processed in 27us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325529:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1781227107.325539:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1781227107.325544:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964756608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325572:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8313840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964756608:12345-0@lo:400:kworker.0 Request processed in 28us (1147us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325578:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1781227107.325588:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1781227107.325594:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964757120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325620:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964757120:12345-0@lo:400:kworker.0 Request processed in 27us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325627:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1781227107.325653:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755584 00000100:00100000:1.0:1781227107.325658:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755584 00000100:00100000:1.0:1781227107.325690:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1781227107.325727:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964755584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325760:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964755584:12345-0@lo:400:kworker.0 Request processed in 64us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325770:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1781227107.325804:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964756096 00000100:00100000:1.0:1781227107.325809:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964756096 00000100:00100000:1.0:1781227107.325838:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964755840 00000100:00100000:1.0:1781227107.325842:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964755840 00000100:00100000:1.0:1781227107.325856:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1781227107.325862:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964756096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325895:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8312580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964756096:12345-0@lo:400:kworker.0 Request processed in 33us (1511us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325900:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1781227107.325912:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1781227107.325918:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964755840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.325946:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964755840:12345-0@lo:400:kworker.0 Request processed in 29us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227107.325952:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00080000:1.0:1781227107.326004:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781227107.326009:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227107.326013:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227107.326015:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227107.326073:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964755840:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326089:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964756352:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326100:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964756864:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326112:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964755712:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326123:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964756224:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326133:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964756736:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326179:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964755584:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326190:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964756096:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326201:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964756608:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326211:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964757120:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326224:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964755968:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326236:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964756480:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.326248:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964756992:0@lo:400:kworker.0 00000100:00100000:1.0:1781227107.327889:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a6059ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964757376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227107.327970:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227107.328430:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227107.328440:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964757248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227107.331784:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227107.340433:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757376 00000100:00100000:3.0:1781227107.340467:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757376 00000100:00100000:3.0:1781227107.340565:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757248 00000100:00100000:3.0:1781227107.340569:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757248 00000100:00100000:3.0:1781227107.340595:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1781227107.340607:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964757376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781227107.340789:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227107.340912:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964757376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 307us (12940us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227107.340920:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1781227107.340943:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1781227107.340950:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964757248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781227107.340961:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:3.0:1781227107.340987:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964757248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (9209us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227107.340994:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1781227107.341069:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964757248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227107.341090:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a6059ead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964757376:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1781227107.432608:0:28348:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227107.432670:0:28348:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227107.434126:0:28348:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227107.434150:0:28348:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227107.463580:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227108.349256:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964757504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227108.349369:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227108.352371:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757504 00000100:00100000:0.0:1781227108.352391:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757504 00000100:00100000:0.0:1781227108.352562:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1781227108.352577:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964757504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227108.353057:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227108.353258:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059ead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964757504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 684us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227108.353268:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1781227108.353523:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964757504:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227108.476401:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781227109.504107:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227109.669534:0:28399:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227109.669550:0:28399:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227109.670113:0:28399:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227109.670124:0:28399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227109.884211:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964757632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227109.884330:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227109.885450:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964757760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227109.885505:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227109.885654:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757632 00000100:00100000:1.0:1781227109.885663:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757632 00000100:00100000:1.0:1781227109.885745:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757760 00000100:00100000:1.0:1781227109.885749:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757760 00000100:00100000:1.0:1781227109.885766:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1781227109.885775:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964757632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781227109.885815:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227109.885871:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964757632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227109.885878:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1781227109.885896:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1781227109.885903:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964757760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227109.885913:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227109.885935:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964757760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227109.885940:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:2.0:1781227109.886400:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227109.886454:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964757760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227109.886673:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964757632:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1781227110.526155:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227110.907870:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781227110.907975:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964757888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227110.908075:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227110.908463:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964757888 00000100:00100000:3.0:1781227110.908474:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964757888 00000100:00100000:3.0:1781227110.908549:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1781227110.908562:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964757888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227110.908613:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227110.908688:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964757888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227110.908715:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1781227110.908730:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964757888:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227111.550258:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227111.611912:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227111.611925:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227111.612475:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227111.612492:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227111.844147:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844199:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844244:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844295:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844318:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844342:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844364:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844397:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227111.844458:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848192 00000100:00100000:0.0:1781227111.844470:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848192 00000100:00100000:0.0:1781227111.844547:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848704 00000100:00100000:0.0:1781227111.844551:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848704 00000100:00100000:0.0:1781227111.844573:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848064 00000100:00100000:0.0:1781227111.844576:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848064 00000100:00100000:0.0:1781227111.844592:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848576 00000100:00100000:0.0:1781227111.844595:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848576 00000100:00100000:0.0:1781227111.844612:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 974 00000100:00100000:0.0:1781227111.844624:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941848192:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.844765:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941848192:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 142us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.844774:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 974 00000100:00100000:0.0:1781227111.844795:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 975 00000100:00100000:0.0:1781227111.844802:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941848704:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.844829:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941848704:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.844836:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 975 00000100:00100000:0.0:1781227111.844847:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 976 00000100:00100000:0.0:1781227111.844853:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941848064:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.844879:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941848064:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.844886:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 976 00000100:00100000:0.0:1781227111.844896:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 977 00000100:00100000:0.0:1781227111.844903:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941848576:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.844927:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941848576:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.844934:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 977 00000100:00100000:0.0:1781227111.844958:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847936 00000100:00100000:0.0:1781227111.844963:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847936 00000100:00100000:0.0:1781227111.844997:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848448 00000100:00100000:0.0:1781227111.845000:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848448 00000100:00100000:0.0:1781227111.845012:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847808 00000100:00100000:0.0:1781227111.845015:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847808 00000100:00100000:0.0:1781227111.845028:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1545 00000100:00100000:0.0:1781227111.845034:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941847936:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.845066:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941847936:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.845072:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1545 00000100:00100000:0.0:1781227111.845082:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848320 00000100:00100000:0.0:1781227111.845084:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848320 00000100:00100000:0.0:1781227111.845099:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1546 00000100:00100000:0.0:1781227111.845103:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941848448:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.845130:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941848448:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.845136:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1546 00000100:00100000:0.0:1781227111.845147:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1547 00000100:00100000:0.0:1781227111.845152:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941847808:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.845171:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941847808:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.845177:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1547 00000100:00100000:0.0:1781227111.845185:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1548 00000100:00100000:0.0:1781227111.845191:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941848320:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227111.845208:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941848320:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227111.845213:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1548 00000100:00080000:0.0:1781227111.845252:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227111.845256:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227111.845259:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227111.845261:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227111.846479:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941847680 00000100:00100000:1.0:1781227111.846496:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941847680 00000100:00100000:1.0:1781227111.846564:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 853 00000100:00100000:1.0:1781227111.846576:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941847680:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227111.846658:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941847680:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 84us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227111.846668:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 853 00000040:00080000:2.0:1781227111.963379:0:28451:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227111.963392:0:28451:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227111.963955:0:28451:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227111.963965:0:28451:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227112.444139:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964758144:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444291:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444376:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964758656:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444411:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444437:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964759168:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444459:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444488:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1781227112.444495:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964758016:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444529:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444549:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964758528:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444596:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444621:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964759040:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444645:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444666:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964759552:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444686:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444746:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964758400:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444774:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444795:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964758912:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444817:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444837:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964759424:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444865:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444888:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781227112.444897:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964758272:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444920:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444941:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964758784:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.444966:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.444985:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964759296:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445015:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227112.445046:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758144 00000100:00100000:1.0:1781227112.445057:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758144 00000100:00100000:1.0:1781227112.445113:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758656 00000100:00100000:1.0:1781227112.445117:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758656 00000100:00100000:1.0:1781227112.445145:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759168 00000100:00100000:1.0:1781227112.445148:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759168 00000100:00100000:1.0:1781227112.445165:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758400 00000100:00100000:1.0:1781227112.445168:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758400 00000100:00100000:1.0:1781227112.445179:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758784 00000100:00100000:1.0:1781227112.445182:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758784 00000100:00100000:1.0:1781227112.445197:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759296 00000100:00100000:1.0:1781227112.445199:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759296 00000100:00100000:1.0:1781227112.445215:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1781227112.445225:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a043c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964758144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445297:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a043c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964758144:12345-0@lo:400:kworker.0 Request processed in 71us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445305:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1781227112.445326:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1781227112.445332:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a070c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964758656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445359:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a070c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964758656:12345-0@lo:400:kworker.0 Request processed in 28us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445366:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1781227112.445379:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1781227112.445385:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a052c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964759168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445427:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a052c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964759168:12345-0@lo:400:kworker.0 Request processed in 43us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445433:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1781227112.445446:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1781227112.445452:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a07c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964758400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445483:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a07c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964758400:12345-0@lo:400:kworker.0 Request processed in 31us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445488:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1781227112.445501:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1781227112.445506:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964758784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445533:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964758784:12345-0@lo:400:kworker.0 Request processed in 27us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445540:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1781227112.445551:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1781227112.445557:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964759296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445584:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964759296:12345-0@lo:400:kworker.0 Request processed in 27us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445591:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1781227112.445626:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758016 00000100:00100000:1.0:1781227112.445631:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758016 00000100:00100000:1.0:1781227112.445661:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1781227112.445668:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964758016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445725:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964758016:12345-0@lo:400:kworker.0 Request processed in 57us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445733:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1781227112.445770:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758528 00000100:00100000:1.0:1781227112.445774:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758528 00000100:00100000:1.0:1781227112.445804:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758272 00000100:00100000:1.0:1781227112.445807:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758272 00000100:00100000:1.0:1781227112.445822:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1781227112.445828:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964758528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445863:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964758528:12345-0@lo:400:kworker.0 Request processed in 36us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445870:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1781227112.445882:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1781227112.445888:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964758272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.445917:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964758272:12345-0@lo:400:kworker.0 Request processed in 30us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.445923:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1781227112.445944:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759040 00000100:00100000:1.0:1781227112.445948:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759040 00000100:00100000:1.0:1781227112.445976:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759552 00000100:00100000:1.0:1781227112.445979:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759552 00000100:00100000:1.0:1781227112.445997:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964758912 00000100:00100000:1.0:1781227112.446000:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964758912 00000100:00100000:1.0:1781227112.446013:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759424 00000100:00100000:1.0:1781227112.446016:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759424 00000100:00100000:1.0:1781227112.446029:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1781227112.446034:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964759040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446069:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964759040:12345-0@lo:400:kworker.0 Request processed in 34us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.446076:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1781227112.446089:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1781227112.446095:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964759552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446125:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964759552:12345-0@lo:400:kworker.0 Request processed in 31us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.446132:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1781227112.446142:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1781227112.446148:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964758912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446177:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964758912:12345-0@lo:400:kworker.0 Request processed in 29us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.446183:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1781227112.446193:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1781227112.446200:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a061c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964759424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446227:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a061c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964759424:12345-0@lo:400:kworker.0 Request processed in 28us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227112.446233:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1781227112.446315:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83130c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964758272:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446332:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964758784:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446345:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964759296:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446358:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8313c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964758400:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446370:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74152c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964758912:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446381:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7414f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964759424:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446439:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964758016:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446451:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8311e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964758528:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446460:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964759040:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446469:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7417c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964759552:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446482:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8312940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964758144:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446494:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8310780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964758656:0@lo:400:kworker.0 00000100:00100000:1.0:1781227112.446505:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7416d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964759168:0@lo:400:kworker.0 00000100:00080000:0.0:1781227112.447139:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227112.447147:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227112.447151:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227112.447154:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227112.450490:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781227112.450520:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964759680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227112.450634:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227112.450691:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759680 00000100:00100000:0.0:1781227112.450716:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759680 00000100:00100000:0.0:1781227112.450778:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1781227112.450788:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964759680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227112.450830:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227112.450877:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964759680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227112.450885:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1781227112.450944:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964759680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227112.451448:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964759808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227112.451488:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227112.451523:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759808 00000100:00100000:2.0:1781227112.451529:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759808 00000100:00100000:2.0:1781227112.451559:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1781227112.451581:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964759808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227112.451597:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227112.451631:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964759808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227112.451638:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1781227112.451674:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96fd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964759808:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781227112.573945:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227112.766007:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781227113.470953:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781227113.470989:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964759936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227113.471095:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227113.471368:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964759936 00000100:00100000:3.0:1781227113.471380:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964759936 00000100:00100000:3.0:1781227113.471461:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1781227113.471473:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964759936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781227113.471523:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781227113.471593:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964759936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227113.471603:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1781227113.473503:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964759936:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227113.595999:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227114.275431:0:28502:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227114.275447:0:28502:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227114.276910:0:28502:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227114.276933:0:28502:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227114.621133:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227115.004468:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964760064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227115.004585:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227115.006959:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760064 00000100:00100000:1.0:1781227115.006989:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760064 00000100:00100000:1.0:1781227115.007127:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1781227115.007149:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964760064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781227115.007209:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:1.0:1781227115.007345:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964760064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 208us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227115.007355:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:0.0:1781227115.009567:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227115.009674:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964760064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227115.010040:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964760192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227115.010138:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227115.011472:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760192 00000100:00100000:0.0:1781227115.011490:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760192 00000100:00100000:0.0:1781227115.011600:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1781227115.011612:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964760192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227115.011648:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00080000:3.0:1781227115.011955:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227115.019853:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9cccb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964760192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8227us (9698us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227115.019873:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781227115.025467:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964760192:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781227115.644926:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227116.028315:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227116.028346:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964760320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227116.028458:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227116.029947:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760320 00000100:00100000:2.0:1781227116.029968:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760320 00000100:00100000:2.0:1781227116.030063:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1781227116.030074:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964760320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227116.030129:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781227116.030228:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964760320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.030236:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1781227116.030343:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964760320:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781227116.439369:0:28553:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227116.439384:0:28553:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227116.443414:0:28553:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227116.443442:0:28553:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781227116.671010:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227116.969836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.969895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.969914:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.969953:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.969969:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.969983:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.969998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.970012:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227116.970079:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227116.970399:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848832 00000100:00100000:3.0:1781227116.970410:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848832 00000100:00100000:3.0:1781227116.970465:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 855 00000100:00100000:3.0:1781227116.970475:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941848832:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227116.970545:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941848832:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 71us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227116.970552:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 855 00000100:00100000:2.0:1781227116.970816:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849088 00000100:00100000:2.0:1781227116.970823:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849088 00000100:00100000:2.0:1781227116.970877:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941848960 00000100:00100000:2.0:1781227116.970881:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941848960 00000100:00100000:2.0:1781227116.970895:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849472 00000100:00100000:2.0:1781227116.970897:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849472 00000100:00100000:2.0:1781227116.970908:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849600 00000100:00100000:2.0:1781227116.970911:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849600 00000100:00100000:2.0:1781227116.970926:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1555 00000100:00100000:2.0:1781227116.970933:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941849088:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.970975:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941849088:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 42us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.970981:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1555 00000100:00100000:2.0:1781227116.970996:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1556 00000100:00100000:2.0:1781227116.971002:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941848960:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.971024:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941848960:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.971035:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1556 00000100:00100000:2.0:1781227116.971049:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1557 00000100:00100000:2.0:1781227116.971054:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941849472:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.971074:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941849472:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.971080:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1557 00000100:00100000:1.0:1781227116.971085:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1558 00000100:00100000:1.0:1781227116.971095:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941849600:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227116.971135:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941849600:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 43us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227116.971141:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1558 00000100:00100000:1.0:1781227116.971172:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849216 00000100:00100000:1.0:1781227116.971185:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849216 00000100:00100000:2.0:1781227116.971196:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849728 00000100:00100000:2.0:1781227116.971199:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849728 00000100:00100000:1.0:1781227116.971209:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849344 00000100:00100000:1.0:1781227116.971212:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849344 00000100:00100000:2.0:1781227116.971218:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849856 00000100:00100000:2.0:1781227116.971221:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849856 00000100:00100000:1.0:1781227116.971227:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 982 00000100:00100000:1.0:1781227116.971233:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941849216:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.971234:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 983 00000100:00100000:2.0:1781227116.971238:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941849728:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.971264:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941849728:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.971271:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 983 00000100:00100000:2.0:1781227116.971284:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 984 00000100:00100000:2.0:1781227116.971290:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941849344:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.971311:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941849344:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 22us (1313us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.971317:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 984 00000100:00100000:2.0:1781227116.971329:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 985 00000100:00100000:2.0:1781227116.971335:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941849856:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227116.971367:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d383c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941849856:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 32us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227116.971373:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 985 00000100:00100000:1.0:1781227116.971492:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941849216:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 258us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227116.971500:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 982 00000100:00080000:3.0:1781227116.971577:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227116.971581:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227116.971583:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227116.971585:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227117.564007:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964760448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227117.564090:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964760576:0@lo:400:kworker.0 00000100:00100000:1.0:1781227117.564115:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227117.564135:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227117.564181:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964761088:0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564209:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227117.564227:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964761600:0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.564240:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760576 00000100:00100000:0.0:1781227117.564249:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227117.564250:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760576 00000100:00100000:0.0:1781227117.564263:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964762112:0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564281:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227117.564303:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781227117.564309:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1781227117.564309:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964760704:0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.564319:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964760576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564331:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227117.564358:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964761216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564378:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227117.564387:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964760576:12345-0@lo:400:kworker.0 Request processed in 68us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227117.564394:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964761728:0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.564396:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1781227117.564413:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227117.564436:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760448 00000100:00100000:3.0:1781227117.564439:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760448 00000100:00100000:0.0:1781227117.564443:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964760576:0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.564473:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1781227117.564477:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761088 00000100:00100000:3.0:1781227117.564479:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964760448:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227117.564480:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761088 00002000:00000024:3.0:1781227117.564507:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227117.564508:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1781227117.564513:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964761088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.564552:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74112c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964760448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227117.564552:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964761088:12345-0@lo:400:kworker.0 Request processed in 38us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227117.564559:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1781227117.564559:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:3.0:1781227117.564576:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227117.564586:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964761088:0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.564605:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760704 00000100:00100000:3.0:1781227117.564609:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760704 00000100:00100000:0.0:1781227117.564651:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761216 00000100:00100000:0.0:1781227117.564655:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761216 00000100:00100000:3.0:1781227117.564660:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761728 00000100:00100000:3.0:1781227117.564662:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761728 00000100:00100000:0.0:1781227117.564722:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:0.0:1781227117.564730:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964760704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564767:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964760704:12345-0@lo:400:kworker.0 Request processed in 39us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227117.564773:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:0.0:1781227117.564786:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:0.0:1781227117.564792:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964761216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564817:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964761216:12345-0@lo:400:kworker.0 Request processed in 26us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227117.564823:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:0.0:1781227117.564835:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1781227117.564841:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964761728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.564867:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964761728:12345-0@lo:400:kworker.0 Request processed in 26us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227117.564873:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:2.0:1781227117.564986:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964760832:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.565021:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227117.565043:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964761344:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.565063:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227117.566592:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964761856:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.566671:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227117.569780:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9d38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964760448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227117.569957:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964760960:0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.571746:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761344 00000100:00100000:3.0:1781227117.571765:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761344 00000100:00100000:3.0:1781227117.571862:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1781227117.571879:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964761344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227117.571964:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964761344:12345-0@lo:400:kworker.0 Request processed in 92us (6898us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227117.571972:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1781227117.572105:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761600 00000100:00100000:3.0:1781227117.572110:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761600 00000100:00080000:0.0:1781227117.572200:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227117.572207:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227117.572209:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227117.572261:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964760704:0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.572280:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964761216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.572293:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964761728:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.572422:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964761344:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.572450:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760832 00000100:00100000:2.0:1781227117.572454:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760832 00000100:00100000:2.0:1781227117.572488:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1781227117.572495:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964760832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.572538:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964760832:12345-0@lo:400:kworker.0 Request processed in 43us (7516us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.572544:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1781227117.572817:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964762240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227117.572854:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227117.572943:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762112 00000100:00100000:2.0:1781227117.572947:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762112 00000100:00100000:2.0:1781227117.572978:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1781227117.572984:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964761600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.573018:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964761600:12345-0@lo:400:kworker.0 Request processed in 35us (8768us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.573025:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1781227117.573036:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1781227117.573041:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964762112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.573064:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964762112:12345-0@lo:400:kworker.0 Request processed in 24us (8782us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.573070:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1781227117.573099:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761856 00000100:00100000:2.0:1781227117.573103:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761856 00000100:00100000:2.0:1781227117.573132:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1781227117.573139:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964761856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.573173:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964761856:12345-0@lo:400:kworker.0 Request processed in 34us (6502us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.573179:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:2.0:1781227117.573207:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964760832:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.573218:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964761856:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.573414:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762240 00000100:00100000:2.0:1781227117.573418:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762240 00000100:00100000:2.0:1781227117.573446:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1781227117.573452:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964762240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227117.573471:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227117.573509:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccde00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964762240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.573515:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1781227117.573544:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964762240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227117.573689:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227117.573744:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964761472:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.573758:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964760960 00000100:00100000:2.0:1781227117.573762:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964760960 00000100:00100000:1.0:1781227117.573776:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227117.573787:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1781227117.573793:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964760960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227117.573793:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964761984:0@lo:400:kworker.0 00000100:00100000:1.0:1781227117.573816:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227117.573821:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964760960:12345-0@lo:400:kworker.0 Request processed in 29us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.573828:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1781227117.573845:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964760960:0@lo:400:kworker.0 00000100:00100000:1.0:1781227117.573883:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761472 00000100:00100000:1.0:1781227117.573886:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761472 00000100:00100000:1.0:1781227117.573920:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964761984 00000100:00100000:1.0:1781227117.573923:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964761984 00000100:00100000:1.0:1781227117.573943:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00080000:0.0:1781227117.574094:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227117.574100:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227117.574102:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227117.574127:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964761600:0@lo:400:kworker.0 00000100:00100000:0.0:1781227117.574137:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964762112:0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.574188:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1781227117.574196:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964761984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227117.574232:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964761984:12345-0@lo:400:kworker.0 Request processed in 38us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227117.574240:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1781227117.574306:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964761984:0@lo:400:kworker.0 00000100:00100000:1.0:1781227117.574370:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964761472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227117.574415:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964761472:12345-0@lo:400:kworker.0 Request processed in 466us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227117.574422:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1781227117.574441:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964761472:0@lo:400:kworker.0 00010000:00010000:2.0:1781227117.693302:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227118.438930:0:28604:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227118.438940:0:28604:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227118.439831:0:28604:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227118.439843:0:28604:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227118.594375:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964762368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781227118.594447:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227118.594897:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762368 00000100:00100000:2.0:1781227118.594907:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762368 00000100:00100000:2.0:1781227118.594956:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1781227118.594966:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964762368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227118.595010:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227118.595072:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964762368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227118.595080:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1781227118.595134:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964762368:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227118.716619:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781227119.740914:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227120.126778:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964762624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227120.126863:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227120.126956:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762624 00000100:00100000:0.0:1781227120.126965:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762624 00000100:00100000:2.0:1781227120.127012:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964762496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781227120.127024:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1781227120.127034:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964762624:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227120.127044:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1781227120.127067:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227120.127075:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762496 00000100:00100000:2.0:1781227120.127078:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762496 00000100:00100000:2.0:1781227120.127098:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1781227120.127105:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964762496:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781227120.127109:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964762624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (250us total) trans 0 rc 0/0 00002000:00000024:2.0:1781227120.127115:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227120.127116:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00080000:0.0:1781227120.127135:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227120.127140:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964762496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227120.127147:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1781227120.127169:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964762624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227120.127174:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964762496:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1781227120.484887:0:28656:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227120.484896:0:28656:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227120.488988:0:28656:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227120.489007:0:28656:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781227120.763814:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227121.150839:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227121.155093:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964762752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227121.155261:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227121.163944:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762752 00000100:00100000:2.0:1781227121.163959:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762752 00000100:00100000:2.0:1781227121.164076:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1781227121.164086:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964762752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227121.164125:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781227121.164503:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964762752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 418us (9241us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227121.164512:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1781227121.165843:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964762752:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227121.788006:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227121.852929:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227121.852939:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227121.853555:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227121.853569:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227122.080088:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080171:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080193:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080210:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080224:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080238:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080252:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080269:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080290:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227122.080327:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850496 00000100:00100000:0.0:1781227122.080336:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850496 00000100:00100000:0.0:1781227122.080401:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851008 00000100:00100000:0.0:1781227122.080404:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851008 00000100:00100000:0.0:1781227122.080422:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850368 00000100:00100000:0.0:1781227122.080425:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850368 00000100:00100000:0.0:1781227122.080438:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850880 00000100:00100000:0.0:1781227122.080441:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850880 00000100:00100000:0.0:1781227122.080457:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 990 00000100:00100000:0.0:1781227122.080467:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941850496:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227122.080528:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941850496:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 63us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227122.080536:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 990 00000100:00100000:0.0:1781227122.080550:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 991 00000100:00100000:0.0:1781227122.080556:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941851008:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227122.080576:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941851008:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227122.080583:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 991 00000100:00100000:0.0:1781227122.080592:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 992 00000100:00100000:0.0:1781227122.080597:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941850368:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227122.080616:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941850368:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227122.080622:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 992 00000100:00100000:0.0:1781227122.080631:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 993 00000100:00100000:0.0:1781227122.080636:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941850880:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227122.080653:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941850880:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227122.080659:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 993 00000100:00080000:0.0:1781227122.080677:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227122.080683:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781227122.080871:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850240 00000100:00100000:2.0:1781227122.080876:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850240 00000100:00100000:2.0:1781227122.080924:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850752 00000100:00100000:2.0:1781227122.080927:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850752 00000100:00100000:2.0:1781227122.080940:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850112 00000100:00100000:2.0:1781227122.080943:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850112 00000100:00100000:2.0:1781227122.080955:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941850624 00000100:00100000:2.0:1781227122.080958:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941850624 00000100:00100000:2.0:1781227122.080972:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1565 00000100:00100000:2.0:1781227122.080978:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941850240:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227122.081026:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941850240:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 48us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227122.081036:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1565 00000100:00100000:2.0:1781227122.081051:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1566 00000100:00100000:2.0:1781227122.081057:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941850752:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227122.081076:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87aa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941850752:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227122.081082:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1566 00000100:00100000:2.0:1781227122.081093:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1567 00000100:00100000:2.0:1781227122.081099:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941850112:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227122.081118:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:426c1963-9443-4542-9a73-222739759500+95:2426:x1867750941850112:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227122.081123:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1567 00000100:00100000:2.0:1781227122.081133:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1568 00000100:00100000:2.0:1781227122.081138:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941850624:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227122.081156:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941850624:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 18us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227122.081162:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1568 00000100:00100000:1.0:1781227122.081429:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941849984 00000100:00100000:1.0:1781227122.081435:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941849984 00000100:00100000:1.0:1781227122.081464:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 857 00000100:00100000:1.0:1781227122.081471:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941849984:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227122.081504:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941849984:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 34us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.081510:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 857 00000100:00080000:0.0:1781227122.082356:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227122.082363:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1781227122.527261:0:28707:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227122.527270:0:28707:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227122.527941:0:28707:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227122.527950:0:28707:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227122.683915:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964763136:0@lo:400:kworker.0 00000100:00100000:0.0:1781227122.684043:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227122.684088:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964763648:0@lo:400:kworker.0 00000100:00100000:0.0:1781227122.684110:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227122.684134:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964764160:0@lo:400:kworker.0 00000100:00100000:0.0:1781227122.684154:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.685752:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964763008:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.685820:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.685852:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964763520:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.685873:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.685889:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964764032:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.685908:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.685932:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1781227122.685938:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964762880:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.685985:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.686011:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964763392:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.686037:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.686056:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964763904:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.686077:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.686092:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964764416:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.686110:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.686158:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763648 00000100:00100000:3.0:1781227122.686165:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763648 00000100:00100000:3.0:1781227122.686234:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764160 00000100:00100000:3.0:1781227122.686237:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764160 00000100:00100000:3.0:1781227122.686249:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763008 00000100:00100000:3.0:1781227122.686252:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763008 00000100:00100000:3.0:1781227122.686261:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763520 00000100:00100000:3.0:1781227122.686263:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763520 00000100:00100000:3.0:1781227122.686275:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764032 00000100:00100000:3.0:1781227122.686277:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764032 00000100:00100000:3.0:1781227122.686291:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1781227122.686311:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964763648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.686530:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227122.686540:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7413c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964764544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227122.686577:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227122.686612:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764544 00000100:00100000:1.0:1781227122.686616:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764544 00000100:00100000:1.0:1781227122.686648:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1781227122.686654:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964764544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781227122.686683:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227122.686744:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964764544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.686752:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1781227122.686797:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7413c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964764544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227122.686852:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:1.0:1781227122.686861:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964764160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.686894:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964764160:12345-0@lo:400:kworker.0 Request processed in 35us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.686900:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:1.0:1781227122.686917:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:1.0:1781227122.686923:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964763008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.686953:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964763008:12345-0@lo:400:kworker.0 Request processed in 30us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.686958:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:1.0:1781227122.686970:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:1.0:1781227122.686976:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964763520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.687001:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964763520:12345-0@lo:400:kworker.0 Request processed in 26us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.687007:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:1.0:1781227122.687017:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1781227122.687024:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964764032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.687049:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964764032:12345-0@lo:400:kworker.0 Request processed in 26us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.687054:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1781227122.687072:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763136 00000100:00100000:1.0:1781227122.687076:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763136 00000100:00100000:1.0:1781227122.687098:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763392 00000100:00100000:1.0:1781227122.687101:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763392 00000100:00100000:1.0:1781227122.687113:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1781227122.687118:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964763136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.687148:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964763136:12345-0@lo:400:kworker.0 Request processed in 30us (3106us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.687154:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1781227122.687165:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1781227122.687170:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964763392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.687194:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964763392:12345-0@lo:400:kworker.0 Request processed in 24us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.687201:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1781227122.687222:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964763264:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.687246:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227122.687264:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964763776:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.687284:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227122.687318:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964764288:0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.687469:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964763648:12345-0@lo:400:kworker.0 Request processed in 1170us (3355us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.687476:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1781227122.687490:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763264 00000100:00100000:3.0:1781227122.687493:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763264 00000100:00100000:3.0:1781227122.687509:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:3.0:1781227122.687515:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964763264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.687540:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7413c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964763264:12345-0@lo:400:kworker.0 Request processed in 26us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.687546:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:3.0:1781227122.687573:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964762880 00000100:00100000:3.0:1781227122.687577:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964762880 00000100:00100000:3.0:1781227122.687601:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1781227122.687607:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964762880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.687636:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964762880:12345-0@lo:400:kworker.0 Request processed in 29us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.687641:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1781227122.687669:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763904 00000100:00100000:3.0:1781227122.687672:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763904 00000100:00100000:3.0:1781227122.687711:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764416 00000100:00100000:3.0:1781227122.687714:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764416 00000100:00100000:3.0:1781227122.687735:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964763776 00000100:00100000:3.0:1781227122.687737:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964763776 00000100:00100000:3.0:1781227122.687756:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1781227122.687762:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964763904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.687791:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964763904:12345-0@lo:400:kworker.0 Request processed in 30us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.687796:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1781227122.687807:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1781227122.687812:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964764416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.687837:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964764416:12345-0@lo:400:kworker.0 Request processed in 25us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.687843:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1781227122.687854:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1781227122.687859:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964763776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.687884:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964763776:12345-0@lo:400:kworker.0 Request processed in 25us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.687889:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00080000:3.0:1781227122.687909:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227122.687913:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227122.687915:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227122.687918:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227122.688396:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227122.688610:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764288 00000100:00100000:3.0:1781227122.688616:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764288 00000100:00100000:3.0:1781227122.688648:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1781227122.688655:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964764288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227122.688690:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964764288:12345-0@lo:400:kworker.0 Request processed in 35us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227122.688714:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1781227122.689914:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964763136:0@lo:400:kworker.0 00000100:00100000:0.0:1781227122.689934:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964763648:0@lo:400:kworker.0 00000100:00100000:0.0:1781227122.689945:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964764160:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690152:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964763264:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690166:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964763776:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690442:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964764288:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690579:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964762880:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690594:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964763392:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690606:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964763904:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.690616:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964764416:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.691054:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964763008:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.691072:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964763520:0@lo:400:kworker.0 00000100:00100000:1.0:1781227122.691085:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964764032:0@lo:400:kworker.0 00000100:00100000:0.0:1781227122.691582:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964764672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227122.692158:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227122.692462:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764672 00000100:00100000:1.0:1781227122.692469:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764672 00000100:00100000:1.0:1781227122.692601:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1781227122.692610:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964764672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227122.693045:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227122.693112:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964764672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 502us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227122.693120:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1781227122.693274:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a3c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964764672:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781227122.812343:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227123.005187:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781227123.708102:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781227123.708127:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964764800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227123.708200:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227123.708562:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764800 00000100:00100000:2.0:1781227123.708570:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764800 00000100:00100000:2.0:1781227123.708631:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1781227123.708641:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964764800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227123.708679:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227123.708821:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964764800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 181us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227123.708829:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1781227123.708868:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964764800:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781227123.835949:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227124.539394:0:28758:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227124.539404:0:28758:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227124.541752:0:28758:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227124.541775:0:28758:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227124.860715:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227125.244318:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781227125.244341:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964764928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781227125.244411:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227125.244589:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964765056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227125.244617:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227125.244707:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964764928 00000100:00100000:2.0:1781227125.244715:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964764928 00000100:00080000:3.0:1781227125.244772:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227125.244772:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765056 00000100:00100000:2.0:1781227125.244775:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765056 00000100:00080000:3.0:1781227125.244792:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227125.244795:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1781227125.244803:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964764928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227125.244834:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227125.244887:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964764928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227125.244895:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1781227125.244912:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1781227125.244919:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964765056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781227125.244939:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227125.244964:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964765056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227125.244969:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1781227125.244984:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964765056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227125.245000:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96c5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964764928:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781227125.884225:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227126.277303:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781227126.277338:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964765184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227126.277623:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227126.277821:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765184 00000100:00100000:1.0:1781227126.277833:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765184 00000100:00100000:1.0:1781227126.277904:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1781227126.277916:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964765184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227126.277965:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227126.278041:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964765184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227126.278050:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1781227126.279238:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c96ff840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964765184:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227126.909642:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227126.960848:0:28810:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227126.960862:0:28810:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227126.961413:0:28810:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227126.961428:0:28810:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227127.203417:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203457:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203859:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203887:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203913:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203936:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203956:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.203975:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.204010:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227127.204043:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851264 00000100:00100000:0.0:1781227127.204053:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851264 00000100:00100000:0.0:1781227127.204123:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851776 00000100:00100000:0.0:1781227127.204126:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851776 00000100:00100000:0.0:1781227127.204142:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851392 00000100:00100000:0.0:1781227127.204145:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851392 00000100:00100000:0.0:1781227127.206653:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851904 00000100:00100000:0.0:1781227127.206664:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851904 00000100:00100000:0.0:1781227127.206784:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1575 00000100:00100000:0.0:1781227127.206797:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2424:x1867750941851264:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227127.206888:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2424:x1867750941851264:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 94us (3478us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.206896:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1575 00000100:00100000:0.0:1781227127.206915:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1576 00000100:00100000:0.0:1781227127.206922:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2424:x1867750941851776:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227127.206946:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2424:x1867750941851776:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (3088us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.206952:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1576 00000100:00100000:0.0:1781227127.206963:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1577 00000100:00100000:0.0:1781227127.206969:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941851392:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227127.206989:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2424:x1867750941851392:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (3052us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.206994:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1577 00000100:00100000:0.0:1781227127.207004:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1578 00000100:00100000:0.0:1781227127.207009:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941851904:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227127.207028:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2424:x1867750941851904:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (3052us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.207034:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1578 00000100:00100000:1.0:1781227127.207819:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851520 00000100:00100000:1.0:1781227127.207828:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851520 00000100:00100000:1.0:1781227127.207864:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852032 00000100:00100000:1.0:1781227127.207868:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852032 00000100:00100000:1.0:1781227127.207888:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851648 00000100:00100000:1.0:1781227127.207891:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851648 00000100:00100000:1.0:1781227127.207903:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852160 00000100:00100000:1.0:1781227127.207906:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852160 00000100:00100000:1.0:1781227127.207922:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 998 00000100:00100000:1.0:1781227127.207930:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941851520:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227127.207969:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96c4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941851520:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 40us (4512us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.207976:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 998 00000100:00100000:1.0:1781227127.207991:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 999 00000100:00100000:1.0:1781227127.207996:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941852032:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227127.208016:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9d38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2424:x1867750941852032:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (4130us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.208021:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 999 00000100:00100000:1.0:1781227127.208032:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1000 00000100:00100000:1.0:1781227127.208037:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941851648:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227127.208057:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941851648:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.208061:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1000 00000100:00100000:1.0:1781227127.208071:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1001 00000100:00100000:1.0:1781227127.208077:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941852160:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227127.208097:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2424:x1867750941852160:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (4086us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.208103:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1001 00000100:00080000:0.0:1781227127.208266:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227127.208271:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227127.208273:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227127.208275:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227127.209868:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941851136 00000100:00100000:3.0:1781227127.209882:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941851136 00000100:00100000:3.0:1781227127.209942:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 859 00000100:00100000:3.0:1781227127.209952:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941851136:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227127.210006:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2424:x1867750941851136:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 56us (6091us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227127.210012:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 859 00000100:00100000:0.0:1781227127.804080:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964765440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227127.804171:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.804378:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964765312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227127.804410:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.804442:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964765824:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.804468:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.804488:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964766336:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.804511:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227127.804515:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765440 00000100:00100000:1.0:1781227127.804522:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765440 00000100:00100000:2.0:1781227127.804524:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964766848:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.804542:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.804558:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781227127.804571:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765312 00000100:00100000:1.0:1781227127.804574:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765312 00000100:00100000:1.0:1781227127.804593:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1781227127.804601:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964765440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227127.804632:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227127.804680:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964765440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.804684:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766336 00000100:00100000:0.0:1781227127.804687:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766336 00000100:00100000:1.0:1781227127.804688:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1781227127.804724:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1781227127.804730:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964765312:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227127.804735:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766848 00000100:00100000:0.0:1781227127.804738:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766848 00002000:00000024:1.0:1781227127.804740:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227127.804756:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1781227127.804762:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964766336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.804764:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964765312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.804769:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1781227127.804792:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1867750964766336:12345-0@lo:400:kworker.0 Request processed in 30us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.804793:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1781227127.804797:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:1.0:1781227127.804799:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964766848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1781227127.804812:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227127.804816:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227127.804826:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96ff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1867750964766848:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.804826:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964765952:0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.804832:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1781227127.804847:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227127.804861:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765824 00000100:00100000:0.0:1781227127.804863:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964766464:0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.804864:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765824 00000100:00100000:0.0:1781227127.804885:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227127.804889:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1781227127.804895:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c96fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964765824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227127.804919:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964765440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227127.804923:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c96fde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964765824:12345-0@lo:400:kworker.0 Request processed in 28us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.804935:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781227127.804941:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964765568:0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.804947:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1781227127.804967:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227127.804969:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766464 00000100:00100000:1.0:1781227127.804971:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766464 00000100:00100000:0.0:1781227127.804986:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964766080:0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.804997:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1781227127.805003:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964766464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227127.805005:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227127.805019:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964766592:0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.805032:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b2940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964766464:12345-0@lo:400:kworker.0 Request processed in 29us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.805036:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227127.805038:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1781227127.805047:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766592 00000100:00100000:1.0:1781227127.805050:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766592 00000100:00100000:0.0:1781227127.805054:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964766464:0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.805070:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1781227127.805071:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765952 00000100:00100000:0.0:1781227127.805074:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765952 00000100:00100000:1.0:1781227127.805075:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964766592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227127.805093:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:0.0:1781227127.805098:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964765952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227127.805125:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964765952:12345-0@lo:400:kworker.0 Request processed in 26us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227127.805131:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00080000:0.0:1781227127.805151:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227127.805169:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964766592:0@lo:400:kworker.0 00000100:00100000:0.0:1781227127.805178:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5d9ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964765952:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805347:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964765696:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805377:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.805403:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964766208:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805422:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.805439:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964766720:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805458:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227127.805478:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3667:1867750964766336:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805487:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3667:1867750964766848:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805496:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964765824:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.805507:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964765312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227127.805532:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766080 00000100:00100000:2.0:1781227127.805536:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766080 00000100:00100000:2.0:1781227127.805572:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1781227127.805884:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964766592:12345-0@lo:400:kworker.0 Request processed in 807us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227127.805891:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1781227127.805926:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765696 00000100:00100000:1.0:1781227127.805998:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765696 00000100:00100000:1.0:1781227127.806025:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766208 00000100:00100000:1.0:1781227127.806028:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766208 00000100:00100000:2.0:1781227127.806042:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964766080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227127.806049:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766720 00000100:00100000:1.0:1781227127.806051:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766720 00000100:00100000:1.0:1781227127.806064:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1781227127.806070:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964765696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.806088:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964766080:12345-0@lo:400:kworker.0 Request processed in 49us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227127.806095:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1781227127.806101:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964765696:12345-0@lo:400:kworker.0 Request processed in 32us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227127.806138:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964766080:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.806159:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964765696:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.806187:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1781227127.806194:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964766208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.806225:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964766208:12345-0@lo:400:kworker.0 Request processed in 32us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227127.806231:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1781227127.806263:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1781227127.806269:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964766720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.806297:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964766720:12345-0@lo:400:kworker.0 Request processed in 28us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227127.806302:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1781227127.806327:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964766208:0@lo:400:kworker.0 00000100:00100000:2.0:1781227127.806336:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964766720:0@lo:400:kworker.0 00000100:00100000:3.0:1781227127.806337:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964765568 00000100:00100000:3.0:1781227127.806341:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964765568 00000100:00100000:3.0:1781227127.806369:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1781227127.806375:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964765568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227127.806427:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964765568:12345-0@lo:400:kworker.0 Request processed in 52us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227127.806433:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1781227127.806580:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00080000:0.0:1781227127.807788:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227127.807916:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964765568:0@lo:400:kworker.0 00010000:00010000:2.0:1781227127.932007:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227128.829056:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227128.829097:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964766976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227128.829200:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227128.829380:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964766976 00000100:00100000:2.0:1781227128.829391:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964766976 00000100:00100000:2.0:1781227128.829465:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1781227128.829478:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964766976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781227128.829530:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781227128.829596:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964766976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227128.829605:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1781227128.829766:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964766976:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227128.961914:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227129.509810:0:28861:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227129.509826:0:28861:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227129.511518:0:28861:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227129.511547:0:28861:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227129.980918:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227130.364133:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781227130.364158:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964767232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781227130.364245:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227130.364455:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227130.364466:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964767104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781227130.364495:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227130.364568:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767232 00000100:00100000:2.0:1781227130.364575:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767232 00000100:00100000:2.0:1781227130.364640:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767104 00000100:00100000:2.0:1781227130.364643:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767104 00000100:00100000:2.0:1781227130.364662:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1781227130.364671:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964767232:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781227130.364838:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1781227130.364924:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227130.364985:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964767232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 313us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227130.364992:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1781227130.365011:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1781227130.365017:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964767104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227130.365027:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227130.365055:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964767104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227130.365061:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1781227130.365103:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964767104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781227130.365186:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964767232:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781227131.009607:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227131.068366:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227131.068377:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227131.068928:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227131.068941:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227131.388586:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781227131.388611:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964767360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227131.388692:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227131.388803:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767360 00000100:00100000:1.0:1781227131.388811:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767360 00000100:00100000:1.0:1781227131.388863:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1781227131.388873:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964767360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227131.389449:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227131.389508:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964767360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 636us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227131.389516:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1781227131.389630:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8ff3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964767360:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781227131.638089:0:28912:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227131.638100:0:28912:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227131.648047:0:28912:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227131.648072:0:28912:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781227132.036282:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227132.319892:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.319937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.319972:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320003:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320025:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320074:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320092:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227132.320143:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852544 00000100:00100000:2.0:1781227132.320153:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852544 00000100:00100000:2.0:1781227132.320222:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853056 00000100:00100000:2.0:1781227132.320225:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853056 00000100:00100000:2.0:1781227132.320240:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852416 00000100:00100000:2.0:1781227132.320242:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852416 00000100:00100000:2.0:1781227132.320254:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852928 00000100:00100000:2.0:1781227132.320256:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852928 00000100:00100000:2.0:1781227132.320272:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1585 00000100:00100000:2.0:1781227132.320281:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941852544:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227132.320352:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941852544:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 72us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227132.320360:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1585 00000100:00100000:2.0:1781227132.320380:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1586 00000100:00100000:2.0:1781227132.320387:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941853056:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227132.320409:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941853056:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227132.320416:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1586 00000100:00100000:2.0:1781227132.320442:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1587 00000100:00100000:2.0:1781227132.320449:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941852416:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227132.320471:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2427:x1867750941852416:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227132.320476:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1587 00000100:00100000:2.0:1781227132.320487:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1588 00000100:00100000:2.0:1781227132.320493:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941852928:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227132.320511:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941852928:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 20us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227132.320517:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1588 00000100:00100000:0.0:1781227132.320906:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852800 00000100:00100000:0.0:1781227132.320912:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852800 00000100:00100000:0.0:1781227132.320949:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853312 00000100:00100000:0.0:1781227132.320952:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853312 00000100:00100000:0.0:1781227132.320967:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852672 00000100:00100000:0.0:1781227132.320969:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852672 00000100:00100000:0.0:1781227132.320980:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853184 00000100:00100000:0.0:1781227132.320982:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853184 00000100:00100000:0.0:1781227132.320996:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1004 00000100:00100000:0.0:1781227132.321003:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941852800:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227132.321031:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941852800:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 29us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227132.321048:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1004 00000100:00100000:0.0:1781227132.321060:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1005 00000100:00100000:0.0:1781227132.321066:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941853312:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227132.321084:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941853312:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 19us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227132.321090:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1005 00000100:00100000:0.0:1781227132.321098:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1006 00000100:00100000:0.0:1781227132.321103:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941852672:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227132.321119:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941852672:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 17us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227132.321125:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1006 00000100:00100000:0.0:1781227132.321133:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1007 00000100:00100000:0.0:1781227132.321139:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941853184:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227132.321154:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8ff1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941853184:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 16us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227132.321160:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1007 00000100:00080000:0.0:1781227132.321181:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227132.321184:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227132.321187:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227132.321189:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227132.321453:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941852288 00000100:00100000:1.0:1781227132.321458:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941852288 00000100:00100000:1.0:1781227132.321496:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 861 00000100:00100000:1.0:1781227132.321503:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941852288:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227132.321536:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941852288:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 33us (1653us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.321541:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 861 00000100:00100000:1.0:1781227132.925326:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964767616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227132.925373:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964767744:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.925465:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227132.925479:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227132.926028:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964767488:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.927380:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964768256:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.927428:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227132.927458:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964768768:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.927476:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227132.927531:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964768128:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.927600:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227132.927657:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964768640:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.927685:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227132.927730:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964769152:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.927774:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227132.927800:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964769280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227132.927842:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227132.927843:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768128 00000100:00100000:1.0:1781227132.927854:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768128 00000100:00100000:2.0:1781227132.927874:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781227132.927885:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964767872:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.927920:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227132.927926:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1781227132.927942:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964768128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.927951:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964768384:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.927976:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227132.927998:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964768896:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.928143:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227132.928190:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964768128:12345-0@lo:400:kworker.0 Request processed in 251us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227132.928192:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767616 00000100:00100000:1.0:1781227132.928214:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1781227132.928215:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767616 00000100:00100000:1.0:1781227132.928243:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767872 00000100:00100000:1.0:1781227132.928249:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767872 00000100:00100000:1.0:1781227132.928279:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1781227132.928283:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769280 00000100:00100000:1.0:1781227132.928290:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964767872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.928291:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769280 00000100:00100000:2.0:1781227132.928328:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1781227132.928338:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964767616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227132.928372:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227132.928418:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c87a8b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964767616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (2956us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.928469:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964767872:12345-0@lo:400:kworker.0 Request processed in 82us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.928481:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1781227132.928559:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964767616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227132.928575:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964768128:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.928646:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768640 00000100:00100000:1.0:1781227132.928651:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768640 00000100:00100000:1.0:1781227132.928688:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769152 00000100:00100000:1.0:1781227132.928691:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769152 00000100:00100000:1.0:1781227132.928746:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1781227132.928753:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964768640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.928805:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964768640:12345-0@lo:400:kworker.0 Request processed in 52us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.928812:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1781227132.928824:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1781227132.928830:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964769152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.928864:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c733f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964769152:12345-0@lo:400:kworker.0 Request processed in 34us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.928870:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1781227132.928904:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964768640:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.928915:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964769152:0@lo:400:kworker.0 00000100:00080000:1.0:1781227132.928945:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781227132.928951:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227132.928965:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767744 00000100:00100000:1.0:1781227132.928969:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767744 00000100:00100000:1.0:1781227132.928991:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768256 00000100:00100000:1.0:1781227132.928995:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768256 00000100:00100000:1.0:1781227132.929016:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768768 00000100:00100000:1.0:1781227132.929019:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768768 00000100:00100000:1.0:1781227132.929031:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768384 00000100:00100000:1.0:1781227132.929034:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768384 00000100:00100000:1.0:1781227132.929046:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:1.0:1781227132.929053:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6063692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964767744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.929087:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6063692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1867750964767744:12345-0@lo:400:kworker.0 Request processed in 35us (3620us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.929094:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:1.0:1781227132.929104:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768896 00000100:00100000:1.0:1781227132.929108:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768896 00000100:00100000:1.0:1781227132.929123:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:1.0:1781227132.929130:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964768256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.929159:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1867750964768256:12345-0@lo:400:kworker.0 Request processed in 30us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.929165:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:1.0:1781227132.929175:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:1.0:1781227132.929181:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964768768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.929220:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1867750964768768:12345-0@lo:400:kworker.0 Request processed in 39us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.929226:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:1.0:1781227132.929237:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1781227132.929243:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964768384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.929271:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964768384:12345-0@lo:400:kworker.0 Request processed in 29us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.929276:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1781227132.929287:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1781227132.929293:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964768896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.929322:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964768896:12345-0@lo:400:kworker.0 Request processed in 29us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.929329:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00080000:1.0:1781227132.929346:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227132.929348:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227132.929729:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1781227132.929741:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964769280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781227132.929759:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227132.929799:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964769280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (1957us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.929805:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1781227132.929875:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1781227132.929994:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964767872:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930010:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964768384:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930095:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964768896:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930131:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c71b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964769280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227132.930140:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227132.930161:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74121c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3666:1867750964767744:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930184:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3666:1867750964768256:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930215:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3666:1867750964768768:0@lo:400:kworker.0 00000100:00100000:0.0:1781227132.930235:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964768000:0@lo:400:kworker.0 00000100:00100000:0.0:1781227132.930280:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227132.930323:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964768512:0@lo:400:kworker.0 00000100:00100000:0.0:1781227132.930350:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227132.930384:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606369680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964769024:0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930385:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768000 00000100:00100000:2.0:1781227132.930397:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768000 00000100:00100000:0.0:1781227132.930422:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227132.930461:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964768512 00000100:00100000:0.0:1781227132.930466:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964768512 00000100:00100000:2.0:1781227132.930513:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:0.0:1781227132.930522:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769024 00000100:00100000:0.0:1781227132.930529:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769024 00000100:00100000:2.0:1781227132.930530:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964768000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227132.930576:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1781227132.930586:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964768512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227132.930615:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3668:x1867750964768000:12345-0@lo:400:kworker.0 Request processed in 89us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227132.930626:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:0.0:1781227132.930644:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964768512:12345-0@lo:400:kworker.0 Request processed in 58us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227132.930654:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1781227132.930671:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1781227132.930680:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964769024:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1781227132.930689:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227132.930754:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c71b21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964769024:12345-0@lo:400:kworker.0 Request processed in 74us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227132.930762:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1781227132.930795:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f74103c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3668:1867750964768000:0@lo:400:kworker.0 00000100:00100000:0.0:1781227132.930807:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964768512:0@lo:400:kworker.0 00000100:00100000:0.0:1781227132.930816:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606369680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964769024:0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.931681:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964767488 00000100:00100000:1.0:1781227132.931691:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964767488 00000100:00100000:1.0:1781227132.931763:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1781227132.931772:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964767488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227132.932489:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3668:x1867750964767488:12345-0@lo:400:kworker.0 Request processed in 715us (2356us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227132.932498:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1781227132.932685:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7411680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3668:1867750964767488:0@lo:400:kworker.0 00010000:00010000:2.0:1781227133.064515:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227133.249566:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781227133.830419:0:28964:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227133.830434:0:28964:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227133.831007:0:28964:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227133.831019:0:28964:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781227133.952019:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964769408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227133.952138:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227133.952340:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769408 00000100:00100000:0.0:1781227133.952351:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769408 00000100:00100000:0.0:1781227133.952428:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1781227133.952441:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964769408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227133.952491:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227133.956269:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964769408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3811us (4112us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227133.956291:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1781227133.959565:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964769408:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781227134.075955:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781227135.100215:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227135.487387:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781227135.487443:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c13252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964769536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227135.487547:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227135.487639:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769536 00000100:00100000:2.0:1781227135.487649:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769536 00000100:00100000:2.0:1781227135.487741:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1781227135.487755:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964769536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227135.487800:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227135.487873:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13243c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964769536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227135.487882:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00080000:2.0:1781227135.487911:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781227135.487962:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c13252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964769536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227135.496861:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964769664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227135.496960:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227135.497280:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769664 00000100:00100000:2.0:1781227135.497293:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769664 00000100:00100000:2.0:1781227135.497384:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1781227135.497409:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964769664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781227135.497457:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227135.497524:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964769664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227135.497534:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00080000:1.0:1781227135.499983:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227135.500123:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964769664:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1781227136.108876:0:29016:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227136.108889:0:29016:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227136.114289:0:29016:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227136.114316:0:29016:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781227136.125219:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227136.508482:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1325a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964769792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227136.508925:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227136.509361:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769792 00000100:00100000:1.0:1781227136.509373:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769792 00000100:00100000:1.0:1781227136.509484:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1781227136.509499:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964769792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227136.509554:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227136.509653:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964769792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227136.509666:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1781227136.509778:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1325a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964769792:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781227137.148311:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227137.437035:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437084:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437127:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437167:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437191:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437212:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437231:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437252:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227137.437286:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853824 00000100:00100000:3.0:1781227137.437300:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853824 00000100:00100000:3.0:1781227137.437542:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941854336 00000100:00100000:3.0:1781227137.437545:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941854336 00000100:00100000:3.0:1781227137.437564:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853952 00000100:00100000:3.0:1781227137.437566:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853952 00000100:00100000:3.0:1781227137.437578:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941854464 00000100:00100000:3.0:1781227137.437580:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941854464 00000100:00100000:3.0:1781227137.437598:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1012 00000100:00100000:3.0:1781227137.437610:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941853824:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.437755:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941853824:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 146us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.437764:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1012 00000100:00100000:3.0:1781227137.437783:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1013 00000100:00100000:3.0:1781227137.437790:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941854336:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.437816:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941854336:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.437825:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1013 00000100:00100000:3.0:1781227137.437837:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1014 00000100:00100000:3.0:1781227137.437843:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941853952:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.437866:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:426c1963-9443-4542-9a73-222739759500+18:2425:x1867750941853952:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.437872:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1014 00000100:00100000:3.0:1781227137.437882:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1015 00000100:00100000:3.0:1781227137.437889:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941854464:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.437913:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941854464:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.437919:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1015 00000100:00100000:3.0:1781227137.437942:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853568 00000100:00100000:3.0:1781227137.437946:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853568 00000100:00100000:3.0:1781227137.437981:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941854080 00000100:00100000:3.0:1781227137.437984:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941854080 00000100:00100000:3.0:1781227137.437997:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853696 00000100:00100000:3.0:1781227137.438000:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853696 00000100:00100000:3.0:1781227137.438011:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941854208 00000100:00100000:3.0:1781227137.438013:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941854208 00000100:00100000:3.0:1781227137.438027:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1595 00000100:00100000:3.0:1781227137.438033:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941853568:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.438064:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a3c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+95:2425:x1867750941853568:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.438072:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1595 00000100:00100000:3.0:1781227137.438084:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1596 00000100:00100000:3.0:1781227137.438090:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941854080:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.438116:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941854080:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.438122:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1596 00000100:00100000:3.0:1781227137.438134:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1597 00000100:00100000:3.0:1781227137.438139:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941853696:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.438184:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941853696:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 44us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.438190:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1597 00000100:00100000:3.0:1781227137.438202:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1598 00000100:00100000:3.0:1781227137.438208:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941854208:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.438232:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c73bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941854208:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.438238:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1598 00000100:00100000:3.0:1781227137.438262:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941853440 00000100:00100000:3.0:1781227137.438266:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941853440 00000100:00100000:3.0:1781227137.438299:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00100000:3.0:1781227137.438305:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941853440:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227137.441019:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5ac6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941853440:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 2692us (3840us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227137.441039:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 863 00000100:00080000:3.0:1781227137.441132:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227137.441140:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227137.441144:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227137.441149:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227138.043932:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781227138.043966:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964770176:0@lo:400:kworker.0 00000100:00100000:1.0:1781227138.044013:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964770304:0@lo:400:kworker.0 00000100:00100000:1.0:1781227138.044060:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.044060:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.044110:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964770048:0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.047651:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964769920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227138.047747:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.047796:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964770688:0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.047824:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.047842:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964771200:0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.047862:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.047881:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781227138.048384:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.048425:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964770432:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.048458:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.048479:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964770944:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.048507:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.048528:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964771456:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.048551:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.048624:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770048 00000100:00100000:2.0:1781227138.048635:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770048 00000100:00100000:0.0:1781227138.048664:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964770560:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.048723:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1781227138.048728:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.048735:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964770048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.048748:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964771072:0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.048771:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.048791:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964771584:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.048802:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964770048:12345-0@lo:400:kworker.0 Request processed in 69us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.048811:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1781227138.048811:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.048841:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770304 00000100:00100000:0.0:1781227138.048845:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770304 00000100:00100000:2.0:1781227138.048855:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770176 00000100:00100000:2.0:1781227138.048859:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770176 00000100:00100000:0.0:1781227138.048876:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770560 00000100:00100000:0.0:1781227138.048879:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770560 00000100:00100000:2.0:1781227138.048886:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770688 00000100:00100000:2.0:1781227138.048888:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770688 00000100:00100000:2.0:1781227138.048915:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771200 00000100:00100000:2.0:1781227138.048918:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771200 00000100:00100000:2.0:1781227138.048932:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770432 00000100:00100000:2.0:1781227138.048935:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770432 00000100:00100000:2.0:1781227138.048950:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:2.0:1781227138.048958:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964770176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049003:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964770176:12345-0@lo:400:kworker.0 Request processed in 46us (4944us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049010:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:2.0:1781227138.049023:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1781227138.049030:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964770688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.049043:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1781227138.049051:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964770304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049059:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964770688:12345-0@lo:400:kworker.0 Request processed in 31us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049065:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1781227138.049077:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1781227138.049083:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964771200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.049086:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964770304:12345-0@lo:400:kworker.0 Request processed in 36us (5027us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227138.049091:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1781227138.049105:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1781227138.049106:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964771200:12345-0@lo:400:kworker.0 Request processed in 24us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227138.049111:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964770560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049112:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1781227138.049122:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1781227138.049128:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964770432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.049135:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964770560:12345-0@lo:400:kworker.0 Request processed in 24us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227138.049141:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1781227138.049161:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1867750964770432:12345-0@lo:400:kworker.0 Request processed in 23us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049167:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1781227138.049179:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964769920 00000100:00100000:0.0:1781227138.049183:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964769920 00000100:00100000:2.0:1781227138.049188:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770944 00000100:00100000:2.0:1781227138.049190:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770944 00000100:00100000:2.0:1781227138.049214:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771456 00000100:00100000:0.0:1781227138.049214:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1781227138.049217:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771456 00000100:00100000:0.0:1781227138.049220:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a2cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964769920:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227138.049235:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771072 00000100:00100000:2.0:1781227138.049237:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771072 00000100:00100000:2.0:1781227138.049249:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771584 00000100:00100000:2.0:1781227138.049252:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771584 00002000:00000024:0.0:1781227138.049253:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227138.049261:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1781227138.049267:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964770944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.049289:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a2cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3669:x1867750964769920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1542us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049294:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964770944:12345-0@lo:400:kworker.0 Request processed in 29us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227138.049296:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1781227138.049300:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1781227138.049310:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1781227138.049316:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964771456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049342:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964771456:12345-0@lo:400:kworker.0 Request processed in 27us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049347:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1781227138.049359:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1781227138.049366:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964771072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049391:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964771072:12345-0@lo:400:kworker.0 Request processed in 26us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049397:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1781227138.049408:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1781227138.049414:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964771584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049442:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964771584:12345-0@lo:400:kworker.0 Request processed in 28us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.049450:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:2.0:1781227138.049484:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227138.049489:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227138.049491:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227138.049535:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964770048:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.049551:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3667:1867750964770432:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055255:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964770944:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055327:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964771456:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055433:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964770560:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055449:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964771072:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055464:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964771584:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055480:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964770688:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055492:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964771200:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055508:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964770176:0@lo:400:kworker.0 00000100:00100000:2.0:1781227138.055534:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964769920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227138.057688:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781227138.057735:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964771712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781227138.057839:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227138.057906:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771712 00000100:00100000:2.0:1781227138.057916:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771712 00000100:00100000:2.0:1781227138.057983:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1781227138.057995:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964771712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227138.058024:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227138.058081:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13261c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964771712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227138.058090:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1781227138.058161:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964771712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227138.063802:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964770304:0@lo:400:kworker.0 00000100:00100000:1.0:1781227138.063825:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964770816:0@lo:400:kworker.0 00000100:00100000:1.0:1781227138.063905:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227138.063946:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964771328:0@lo:400:kworker.0 00000100:00100000:1.0:1781227138.063971:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227138.064315:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964770816 00000100:00100000:0.0:1781227138.064325:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964770816 00000100:00100000:0.0:1781227138.064404:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771328 00000100:00100000:0.0:1781227138.064408:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771328 00000100:00100000:0.0:1781227138.064434:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1781227138.064446:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964770816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.064522:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964770816:12345-0@lo:400:kworker.0 Request processed in 77us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227138.064531:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1781227138.064551:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1781227138.064556:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964771328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227138.064585:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964771328:12345-0@lo:400:kworker.0 Request processed in 28us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227138.064591:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00080000:2.0:1781227138.064721:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227138.072138:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964770816:0@lo:400:kworker.0 00000100:00100000:1.0:1781227138.072175:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964771328:0@lo:400:kworker.0 00010000:00010000:1.0:1781227138.171991:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227138.294444:0:29067:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227138.294457:0:29067:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227138.295159:0:29067:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227138.295171:0:29067:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227139.068344:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781227139.074544:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964771840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227139.074655:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227139.074939:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771840 00000100:00100000:0.0:1781227139.074950:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771840 00000100:00100000:0.0:1781227139.075023:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1781227139.075037:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964771840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227139.075091:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227139.075667:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7388f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964771840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 630us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227139.075676:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1781227139.086246:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1327840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964771840:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227139.195983:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781227140.220429:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227140.512776:0:29120:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227140.512791:0:29120:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227140.515590:0:29120:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227140.515619:0:29120:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781227140.612429:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964771968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781227140.612548:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227140.612708:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964771968 00000100:00100000:0.0:1781227140.612720:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964771968 00000100:00100000:0.0:1781227140.612803:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781227140.612816:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964771968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227140.612858:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227140.612919:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1324780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964771968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227140.612928:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781227140.612990:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c60d4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964771968:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781227140.613148:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227140.615091:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781227140.615119:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964772096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227140.615214:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227140.615284:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772096 00000100:00100000:0.0:1781227140.615293:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772096 00000100:00100000:0.0:1781227140.615656:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1781227140.615670:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964772096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227140.615737:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227140.615795:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964772096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227140.615804:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1781227140.615855:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964772096:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781227140.617415:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781227141.245019:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227141.327344:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227141.327355:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227141.328203:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227141.328223:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781227141.634893:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781227141.634942:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964772224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227141.635069:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227141.635350:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772224 00000100:00100000:1.0:1781227141.635361:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772224 00000100:00100000:1.0:1781227141.635456:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1781227141.635469:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964772224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781227141.635531:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781227141.635617:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964772224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 150us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227141.635626:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1781227141.635956:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964772224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227142.180856:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227142.181800:0:24559:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941854720 00000100:00100000:3.0:1781227142.181819:0:24559:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941854720 00000100:00080000:0.0:1781227142.186206:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781227142.189499:0:24559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 323 00000100:00100000:3.0:1781227142.189557:0:24559:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:426c1963-9443-4542-9a73-222739759500+95:6199:x1867750941854720:12345-192.168.202.30@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1781227142.190057:0:24559:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c738a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:426c1963-9443-4542-9a73-222739759500+96:6199:x1867750941854720:12345-192.168.202.30@tcp:35:ldlm_bl.0 Request processed in 526us (9218us total) trans 4294968326 rc 0/0 00000100:00100000:3.0:1781227142.190068:0:24559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 323 00000100:00100000:3.0:1781227142.201916:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227142.202239:0:6527:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941854976 00000100:00100000:2.0:1781227142.202253:0:6527:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941854976 00000100:00100000:2.0:1781227142.202321:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 324 00000100:00100000:2.0:1781227142.202336:0:6527:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+96:6199:x1867750941854976:12345-192.168.202.30@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1781227142.202650:0:6527:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:426c1963-9443-4542-9a73-222739759500+97:6199:x1867750941854976:12345-192.168.202.30@tcp:35:ldlm_bl.0 Request processed in 317us (746us total) trans 4294968327 rc 0/0 00000100:00100000:2.0:1781227142.202659:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 324 00000100:00100000:2.0:1781227142.212583:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227142.212628:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941855232 00000100:00100000:2.0:1781227142.212639:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941855232 00000100:00100000:2.0:1781227142.212721:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:2.0:1781227142.212733:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+97:6199:x1867750941855232:12345-192.168.202.30@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1781227142.213165:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+98:6199:x1867750941855232:12345-192.168.202.30@tcp:35:ldlm_bl.0 Request processed in 433us (594us total) trans 4294968328 rc 0/0 00000100:00100000:2.0:1781227142.213175:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 325 00000100:00100000:2.0:1781227142.218411:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227142.218505:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941855360 00000100:00100000:1.0:1781227142.218519:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941855360 00000100:00100000:1.0:1781227142.218613:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 94 00000100:00100000:1.0:1781227142.218625:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5eade9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+98:2426:x1867750941855360:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781227142.218645:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1781227142.218975:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c3400/0x5d5522eac4462f1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45ea4 expref: 98 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219018:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c3e00/0x5d5522eac4462f08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e9d expref: 97 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219033:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7386c00/0x5d5522eac4462eb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e8f expref: 96 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219045:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff89a5ef776700) 00010000:00010000:1.0:1781227142.219083:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c3a00/0x5d5522eac4462e3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e65 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219103:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7387a00/0x5d5522eac4462e2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e5e expref: 94 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219135:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8000/0x5d5522eac4462e1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e57 expref: 93 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219174:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8a00/0x5d5522eac4462dc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e49 expref: 92 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219201:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff89a4c6e2e500) 00010000:00010000:1.0:1781227142.219242:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9400/0x5d5522eac4462d10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e11 expref: 91 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219277:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb200/0x5d5522eac4462d4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e1f expref: 90 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219320:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fa400/0x5d5522eac4462c84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45df5 expref: 89 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219344:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff89a5d0c36f00) 00010000:00010000:1.0:1781227142.219383:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fb000/0x5d5522eac4462c1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45dcb expref: 88 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219407:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff89a4c6e2e000) 00010000:00010000:1.0:1781227142.219463:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fa800/0x5d5522eac4462bb9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45db6 expref: 87 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219497:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79faa00/0x5d5522eac4462ae0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45d85 expref: 86 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219517:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x8:0x0].0x0 (ffff89a5d0c36200) 00010000:00010000:1.0:1781227142.219558:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8800/0x5d5522eac4462a5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45d62 expref: 85 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219585:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff89a5ef776e00) 00010000:00010000:1.0:1781227142.219646:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7307600/0x5d5522eac446296d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45d2a expref: 84 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219685:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c79fa600/0x5d5522eac4462951 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45d23 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227142.219928:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff89a5c68e3a00) 00010000:00010000:1.0:1781227142.219957:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781227142.220051:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5eade9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+82:2426:x1867750941855360:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 1426us (1651us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227142.220071:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 94 00010000:00010000:3.0:1781227142.276850:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227142.566487:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.567128:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.567156:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.574213:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.574254:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.574278:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.574317:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227142.575453:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941855616 00000100:00100000:3.0:1781227142.575472:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941855616 00000100:00100000:3.0:1781227142.579454:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856128 00000100:00100000:3.0:1781227142.579477:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856128 00000100:00100000:3.0:1781227142.579597:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1605 00000100:00100000:3.0:1781227142.579616:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941855616:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227142.579766:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941855616:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 156us (13294us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227142.579775:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1605 00000100:00100000:3.0:1781227142.579799:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1606 00000100:00100000:3.0:1781227142.579807:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941856128:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227142.579834:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941856128:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (12676us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227142.579840:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1606 00000100:00100000:3.0:1781227142.579871:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941855488 00000100:00100000:3.0:1781227142.579875:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941855488 00000100:00100000:3.0:1781227142.579907:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 865 00000100:00100000:3.0:1781227142.579913:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941855488:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227142.579940:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941855488:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (5685us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227142.579947:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 865 00000100:00100000:0.0:1781227142.583445:0:10991:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856000 00000100:00100000:0.0:1781227142.583472:0:10991:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856000 00000100:00100000:0.0:1781227142.583905:0:10991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1607 00000100:00100000:0.0:1781227142.583921:0:10991:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941856000:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227142.584411:0:10991:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941856000:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 491us (10087us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227142.584422:0:10991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1607 00000100:00100000:3.0:1781227142.592453:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941855872 00000100:00100000:3.0:1781227142.592474:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941855872 00000100:00100000:3.0:1781227142.593403:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856384 00000100:00100000:3.0:1781227142.593411:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856384 00000100:00100000:3.0:1781227142.593455:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941855744 00000100:00100000:3.0:1781227142.593458:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941855744 00000100:00100000:3.0:1781227142.593494:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1020 00000100:00100000:3.0:1781227142.593508:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941855872:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227142.593691:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941855872:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 186us (26564us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227142.593716:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1020 00000100:00100000:3.0:1781227142.593738:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1021 00000100:00100000:3.0:1781227142.593744:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941856384:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227142.593767:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941856384:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (19573us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227142.593778:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1021 00000100:00100000:3.0:1781227142.593787:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1022 00000100:00100000:3.0:1781227142.593793:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941855744:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227142.593813:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c60d4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941855744:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (19534us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227142.593819:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1022 00000100:00080000:0.0:1781227142.594682:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227142.594690:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781227142.594705:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781227142.594709:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781227142.594807:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227142.596227:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856256 00000100:00100000:0.0:1781227142.596246:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856256 00000100:00100000:0.0:1781227142.598631:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1023 00000100:00100000:0.0:1781227142.598652:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941856256:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227142.598786:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941856256:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 141us (3981us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227142.598794:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1023 00000100:00080000:0.0:1781227142.598922:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1781227142.759366:0:29171:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227142.759380:0:29171:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227142.759975:0:29171:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227142.759991:0:29171:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227143.165148:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781227143.165182:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964772352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227143.165280:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227143.165361:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772352 00000100:00100000:0.0:1781227143.165372:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772352 00000100:00100000:0.0:1781227143.165443:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1781227143.165455:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964772352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227143.165495:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227143.165548:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964772352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227143.165556:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:0.0:1781227143.165581:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227143.165627:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964772352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227143.166223:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964772864:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166279:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166307:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964773376:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166337:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166356:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964773888:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166380:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166404:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781227143.166409:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964772480:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166444:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166472:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964772992:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166500:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166519:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964773504:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166541:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166569:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964772608:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166595:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166614:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964773120:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166636:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166653:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72df0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964773632:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166674:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166720:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781227143.166726:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964772736:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166751:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166777:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964773248:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166801:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166819:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964773760:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.166841:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227143.166867:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773376 00000100:00100000:3.0:1781227143.166873:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773376 00000100:00100000:3.0:1781227143.166927:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773888 00000100:00100000:3.0:1781227143.166931:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773888 00000100:00100000:3.0:1781227143.166952:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773504 00000100:00100000:3.0:1781227143.166955:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773504 00000100:00100000:3.0:1781227143.167057:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1781227143.167070:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964773376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167145:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964773376:12345-0@lo:400:kworker.0 Request processed in 79us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167155:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1781227143.167176:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1781227143.167184:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964773888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167214:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964773888:12345-0@lo:400:kworker.0 Request processed in 32us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167221:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1781227143.167231:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1781227143.167237:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964773504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167266:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964773504:12345-0@lo:400:kworker.0 Request processed in 29us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167272:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1781227143.167292:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772992 00000100:00100000:3.0:1781227143.167296:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772992 00000100:00100000:3.0:1781227143.167321:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772736 00000100:00100000:3.0:1781227143.167324:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772736 00000100:00100000:3.0:1781227143.167337:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1781227143.167343:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964772992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167377:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dc3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964772992:12345-0@lo:400:kworker.0 Request processed in 34us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167383:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1781227143.167394:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1781227143.167400:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964772736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167436:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964772736:12345-0@lo:400:kworker.0 Request processed in 36us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167442:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1781227143.167468:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772864 00000100:00100000:3.0:1781227143.167472:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772864 00000100:00100000:3.0:1781227143.167493:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772608 00000100:00100000:3.0:1781227143.167496:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772608 00000100:00100000:3.0:1781227143.167507:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:3.0:1781227143.167513:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964772864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167544:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964772864:12345-0@lo:400:kworker.0 Request processed in 31us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167551:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:3.0:1781227143.167561:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773120 00000100:00100000:3.0:1781227143.167566:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773120 00000100:00100000:3.0:1781227143.167581:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773632 00000100:00100000:3.0:1781227143.167583:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773632 00000100:00100000:3.0:1781227143.167600:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773248 00000100:00100000:3.0:1781227143.167603:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773248 00000100:00100000:3.0:1781227143.167615:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964773760 00000100:00100000:3.0:1781227143.167618:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964773760 00000100:00100000:3.0:1781227143.167635:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:3.0:1781227143.167640:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964772608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167670:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964772608:12345-0@lo:400:kworker.0 Request processed in 30us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167677:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:3.0:1781227143.167689:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1781227143.167722:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964773120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167750:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964773120:12345-0@lo:400:kworker.0 Request processed in 56us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167757:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1781227143.167768:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:3.0:1781227143.167775:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964773632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167801:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964773632:12345-0@lo:400:kworker.0 Request processed in 28us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167807:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:3.0:1781227143.167817:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1781227143.167822:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964773248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167845:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964773248:12345-0@lo:400:kworker.0 Request processed in 24us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167852:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1781227143.167866:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1781227143.167872:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964773760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.167899:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964773760:12345-0@lo:400:kworker.0 Request processed in 28us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227143.167906:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1781227143.170882:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964772480 00000100:00100000:0.0:1781227143.170920:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964772480 00000100:00100000:0.0:1781227143.171114:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1781227143.171130:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964772480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227143.171261:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964772480:12345-0@lo:400:kworker.0 Request processed in 137us (4816us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227143.171272:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1781227143.171408:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964774016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227143.171458:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227143.171521:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774016 00000100:00100000:0.0:1781227143.171527:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774016 00000100:00100000:0.0:1781227143.171562:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1781227143.171570:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964774016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781227143.171594:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227143.171639:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964774016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227143.171647:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1781227143.171745:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964774016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781227143.172377:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964772992:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172412:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964773504:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172434:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964772864:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172456:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964773376:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172471:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72de580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964773888:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172514:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964772480:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172583:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964772736:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172603:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964773248:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172625:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72dda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964773760:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172649:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bca580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964772608:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172666:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964773120:0@lo:400:kworker.0 00000100:00100000:3.0:1781227143.172683:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c72df0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964773632:0@lo:400:kworker.0 00000100:00080000:3.0:1781227143.173765:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781227143.173776:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227143.173780:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227143.173783:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781227143.310727:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227143.487671:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781227144.196306:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964774144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227144.196404:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227144.196497:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774144 00000100:00100000:3.0:1781227144.196506:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774144 00000100:00100000:3.0:1781227144.196574:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1781227144.196587:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964774144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781227144.196635:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781227144.198459:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964774144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1864us (2044us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227144.199773:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1781227144.199879:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964774144:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227144.318204:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227145.069358:0:29222:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227145.069371:0:29222:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227145.070036:0:29222:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227145.070054:0:29222:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227145.345225:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227145.724953:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781227145.724994:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964774272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781227145.725140:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227145.725252:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774272 00000100:00100000:0.0:1781227145.725265:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774272 00000100:00100000:0.0:1781227145.725336:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1781227145.725349:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964774272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227145.725389:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227145.725436:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964774272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227145.725443:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1781227145.725496:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964774272:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781227145.726144:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227145.728916:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964774400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227145.729066:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227145.729362:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774400 00000100:00100000:2.0:1781227145.729377:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774400 00000100:00100000:2.0:1781227145.729481:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1781227145.729494:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964774400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781227145.729531:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227145.729601:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964774400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227145.729610:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1781227145.729859:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7a6f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964774400:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781227145.729984:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781227146.364610:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227146.749392:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781227146.749432:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964774528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227146.749533:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227146.749728:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774528 00000100:00100000:3.0:1781227146.749738:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774528 00000100:00100000:3.0:1781227146.749805:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1781227146.749816:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964774528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781227146.749867:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227146.749925:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964774528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227146.749933:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1781227146.749987:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964774528:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781227147.394467:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227147.592317:0:29274:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227147.592329:0:29274:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227147.594586:0:29274:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227147.594608:0:29274:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227147.679220:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227147.679275:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227147.679299:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227147.679323:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227147.681161:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856640 00000100:00100000:3.0:1781227147.681180:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856640 00000100:00100000:3.0:1781227147.682105:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857152 00000100:00100000:3.0:1781227147.682114:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857152 00000100:00100000:3.0:1781227147.682148:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1614 00000100:00100000:3.0:1781227147.682158:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+82:2426:x1867750941856640:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227147.683457:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5d9ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+82:2426:x1867750941856640:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 1293us (4251us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227147.683471:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1614 00000100:00100000:3.0:1781227147.683505:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1615 00000100:00100000:3.0:1781227147.683519:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941857152:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227147.683569:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941857152:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 56us (4269us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227147.683575:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1615 00000100:00100000:3.0:1781227147.683601:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856896 00000100:00100000:3.0:1781227147.683608:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856896 00000100:00100000:3.0:1781227147.683642:0:8404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857408 00000100:00100000:3.0:1781227147.683645:0:8404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857408 00000100:00100000:3.0:1781227147.683668:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1027 00000100:00100000:3.0:1781227147.683675:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059e8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941856896:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227147.683719:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059e8780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941856896:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 45us (4444us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227147.683726:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1027 00000100:00100000:3.0:1781227147.683737:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1028 00000100:00100000:3.0:1781227147.683744:0:8404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6059eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941857408:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227147.683767:0:8404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6059eb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941857408:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (4443us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227147.683777:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1028 00000100:00080000:3.0:1781227147.683803:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227147.683808:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227147.709898:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227147.709949:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227147.709978:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227147.710000:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227147.710025:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227147.710076:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857024 00000100:00100000:2.0:1781227147.710085:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857024 00000100:00100000:2.0:1781227147.710142:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857536 00000100:00100000:2.0:1781227147.710145:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857536 00000100:00100000:2.0:1781227147.710169:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1029 00000100:00100000:2.0:1781227147.710180:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941857024:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227147.710382:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c13252c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941857024:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 203us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227147.710390:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1029 00000100:00100000:2.0:1781227147.710411:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1030 00000100:00100000:2.0:1781227147.710418:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941857536:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227147.710444:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1327840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941857536:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227147.710450:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1030 00000100:00100000:2.0:1781227147.710470:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856768 00000100:00100000:2.0:1781227147.710474:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856768 00000100:00100000:2.0:1781227147.710502:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857280 00000100:00100000:2.0:1781227147.710505:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857280 00000100:00100000:2.0:1781227147.710525:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1616 00000100:00100000:2.0:1781227147.710532:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941856768:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227147.710560:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1325a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941856768:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227147.710566:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1616 00000100:00100000:2.0:1781227147.710579:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1617 00000100:00100000:2.0:1781227147.710586:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941857280:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227147.710610:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5c1326940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941857280:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227147.710617:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1617 00000100:00080000:2.0:1781227147.710634:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227147.710639:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781227147.710735:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941856512 00000100:00100000:3.0:1781227147.710740:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941856512 00000100:00100000:3.0:1781227147.710781:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 867 00000100:00100000:3.0:1781227147.710791:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941856512:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227147.710818:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941856512:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227147.710824:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 867 00000001:00080000:3.0:1781227147.789457:0:6503:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968328 is committed 00000100:00100000:3.0:1781227148.284675:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964774784:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.284809:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.284884:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964775296:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.284909:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.284950:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964775808:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.284976:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285006:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1781227148.285012:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964774656:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285048:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285082:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964775168:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285117:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285134:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964775680:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285160:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285179:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964776192:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285203:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285234:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964774912:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285262:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285279:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964775424:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285300:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285318:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a60636b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964775936:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285340:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285359:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781227148.285365:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964775040:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285390:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285403:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964775552:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285601:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285626:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964776064:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.285651:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227148.285724:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774784 00000100:00100000:3.0:1781227148.285734:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774784 00000100:00100000:3.0:1781227148.285787:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775296 00000100:00100000:3.0:1781227148.285790:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775296 00000100:00100000:3.0:1781227148.285821:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775808 00000100:00100000:3.0:1781227148.285824:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775808 00000100:00100000:3.0:1781227148.285839:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775424 00000100:00100000:3.0:1781227148.285842:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775424 00000100:00100000:3.0:1781227148.285856:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775936 00000100:00100000:3.0:1781227148.285859:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775936 00000100:00100000:3.0:1781227148.285871:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775040 00000100:00100000:3.0:1781227148.285873:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775040 00000100:00100000:3.0:1781227148.285893:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:3.0:1781227148.285903:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964774784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227148.286391:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227148.286405:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964776320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227148.286453:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227148.286496:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776320 00000100:00100000:1.0:1781227148.286502:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776320 00000100:00100000:1.0:1781227148.286556:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1781227148.286567:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964776320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781227148.286601:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:1.0:1781227148.286653:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964776320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227148.286662:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1781227148.286751:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964776320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227148.289546:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3669:x1867750964774784:12345-0@lo:400:kworker.0 Request processed in 3569us (4662us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227148.289570:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:3.0:1781227148.289625:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1781227148.289638:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964775296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.289686:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3669:x1867750964775296:12345-0@lo:400:kworker.0 Request processed in 54us (4776us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227148.289693:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1781227148.289728:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1781227148.289737:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964775808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.289770:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3669:x1867750964775808:12345-0@lo:400:kworker.0 Request processed in 35us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227148.289776:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1781227148.289791:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1781227148.289799:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964775424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227148.289823:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1781227148.289837:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72dda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1867750964775424:12345-0@lo:400:kworker.0 Request processed in 38us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227148.289840:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964775936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.289849:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1781227148.289867:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1781227148.289875:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964775040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227148.289899:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72de580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1867750964775936:12345-0@lo:400:kworker.0 Request processed in 65us (4556us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227148.289908:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1781227148.289918:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964775040:12345-0@lo:400:kworker.0 Request processed in 42us (4524us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227148.289926:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1781227148.289944:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775168 00000100:00100000:1.0:1781227148.289955:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775168 00000100:00100000:1.0:1781227148.290009:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774912 00000100:00100000:1.0:1781227148.290013:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774912 00000100:00100000:1.0:1781227148.290029:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1781227148.290035:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5e942f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964775168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227148.290092:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5e942f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964775168:12345-0@lo:400:kworker.0 Request processed in 56us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227148.290100:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1781227148.290178:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775680 00000100:00100000:3.0:1781227148.290186:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775680 00000100:00100000:3.0:1781227148.290267:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1781227148.290277:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964775680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.290326:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964775680:12345-0@lo:400:kworker.0 Request processed in 52us (5165us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227148.290334:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1781227148.290350:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776192 00000100:00100000:3.0:1781227148.290354:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776192 00000100:00100000:1.0:1781227148.290525:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1781227148.290533:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964774912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227148.290569:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c72df0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1867750964774912:12345-0@lo:400:kworker.0 Request processed in 37us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227148.290576:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1781227148.297680:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964775552 00000100:00100000:2.0:1781227148.297718:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964775552 00000100:00100000:2.0:1781227148.297825:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776064 00000100:00100000:2.0:1781227148.297829:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776064 00000100:00100000:2.0:1781227148.297854:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1781227148.297866:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964776192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227148.299611:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1781227148.299642:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964775552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.305164:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1781227148.305201:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964776064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227148.305414:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964775552:12345-0@lo:400:kworker.0 Request processed in 5786us (19809us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227148.305425:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1781227148.307675:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7a6f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964776192:12345-0@lo:400:kworker.0 Request processed in 9797us (22455us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227148.307710:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1781227148.309199:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964775168:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.309223:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c87ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964775680:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.309238:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964776192:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.309254:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c1326d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3669:1867750964774784:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.309268:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3669:1867750964775296:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.309282:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3669:1867750964775808:0@lo:400:kworker.0 00000100:00080000:2.0:1781227148.309348:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227148.309356:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227148.309361:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227148.309364:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227148.311825:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964776448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227148.311951:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227148.312041:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964775040:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.312070:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964775552:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.312087:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c738a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964774912:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.312103:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5fbbfcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3666:1867750964775424:0@lo:400:kworker.0 00000100:00100000:2.0:1781227148.312118:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a60636b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3666:1867750964775936:0@lo:400:kworker.0 00000100:00100000:1.0:1781227148.312183:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964774656 00000100:00100000:1.0:1781227148.312194:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964774656 00000100:00100000:1.0:1781227148.312266:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1781227148.312278:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964774656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227148.312315:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776448 00000100:00100000:0.0:1781227148.312322:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776448 00000100:00100000:1.0:1781227148.312369:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3669:x1867750964774656:12345-0@lo:400:kworker.0 Request processed in 91us (27317us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227148.312369:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1781227148.312380:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964776448:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227148.312384:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00002000:00000024:0.0:1781227148.312407:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227148.313112:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964776448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 731us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227148.313123:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1781227148.313978:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5c13270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3669:1867750964774656:0@lo:400:kworker.0 00000100:00100000:3.0:1781227148.314724:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964776064:12345-0@lo:400:kworker.0 Request processed in 9537us (29064us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227148.314741:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1781227148.320639:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964776448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227148.320667:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964776064:0@lo:400:kworker.0 00010000:00010000:3.0:1781227148.412787:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227149.320601:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781227149.320847:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964776576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227149.321036:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227149.321820:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776576 00000100:00100000:0.0:1781227149.321835:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776576 00000100:00100000:0.0:1781227149.321913:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1781227149.321926:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964776576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227149.321995:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227149.322291:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964776576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 366us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227149.322301:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1781227149.323098:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964776576:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781227149.442975:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781227149.725062:0:29326:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227149.725075:0:29326:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227149.728533:0:29326:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227149.728553:0:29326:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227150.460489:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781227150.845344:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964776704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227150.845465:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227150.845572:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964776832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781227150.845599:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227150.845731:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776704 00000100:00100000:0.0:1781227150.845742:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776704 00000100:00100000:0.0:1781227150.845818:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776832 00000100:00100000:0.0:1781227150.845821:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776832 00000100:00100000:0.0:1781227150.845844:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1781227150.845855:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964776704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227150.845896:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227150.845960:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964776704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227150.845968:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1781227150.845985:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781227150.845991:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964776832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227150.845999:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227150.846017:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964776832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227150.846023:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1781227150.846447:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964776704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781227150.846465:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964776832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781227150.846555:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781227151.491519:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781227151.553217:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781227151.553230:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781227151.553806:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781227151.553830:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227151.869032:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227151.869136:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964776960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227151.869238:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227151.869679:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964776960 00000100:00100000:2.0:1781227151.869691:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964776960 00000100:00100000:2.0:1781227151.869842:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1781227151.869853:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964776960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227151.869971:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781227151.870203:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964776960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 351us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227151.870213:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1781227151.871422:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606368b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964776960:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1781227152.180085:0:29377:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227152.180101:0:29377:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227152.186577:0:29377:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227152.186604:0:29377:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781227152.412631:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227152.412743:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857664 00000100:00100000:3.0:1781227152.412758:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857664 00000100:00100000:3.0:1781227152.412862:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 95 00000100:00100000:3.0:1781227152.412876:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941857664:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781227152.412897:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 10 locks, starting at 0 00010000:00010000:3.0:1781227152.412952:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1248364/0x5d5522eac4467db3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a2d expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.412992:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e65a1de/0x5d5522eac4465f2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46d76 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413032:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000468a4b3d/0x5d5522eac446591d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46b9a expref: 16 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413054:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039b46df1/0x5d5522eac4465653 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46aac expref: 15 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413077:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017ca1c55/0x5d5522eac4465366 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b469b0 expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781227152.413094:0:6510:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size from disk: 158 -> 316 00002000:00010000:3.0:1781227152.413097:0:6510:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime from disk: 1781226767 -> 1781226768 00002000:00010000:3.0:1781227152.413100:0:6510:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime from disk: 1781226767 -> 1781226768 00010000:00010000:3.0:1781227152.413107:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000968363ec/0x5d5522eac4465048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b468ad expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413133:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9d381c2/0x5d5522eac4464909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46645 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413157:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d92b7fd9/0x5d5522eac446418b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46485 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413179:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097248632/0x5d5522eac44639c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46216 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413195:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000106c2ae8/0x5d5522eac4462b57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45da1 expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227152.413208:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781227152.413278:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1ed00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+8:2426:x1867750941857664:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 406us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227152.413288:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 95 00000100:00080000:2.0:1781227152.413950:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1781227152.508109:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227152.796925:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.796984:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797037:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797060:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797083:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797100:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797121:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797140:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797187:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227152.797241:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858048 00000100:00100000:2.0:1781227152.797255:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858048 00000100:00100000:2.0:1781227152.797333:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858560 00000100:00100000:2.0:1781227152.797337:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858560 00000100:00100000:2.0:1781227152.797356:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857920 00000100:00100000:2.0:1781227152.797358:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857920 00000100:00100000:2.0:1781227152.797373:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858432 00000100:00100000:2.0:1781227152.797375:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858432 00000100:00100000:2.0:1781227152.797396:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1624 00000100:00100000:2.0:1781227152.797410:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941858048:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.797523:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+6:2427:x1867750941858048:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 116us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.797533:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1624 00000100:00100000:2.0:1781227152.797558:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1625 00000100:00100000:2.0:1781227152.797566:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941858560:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.797594:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2427:x1867750941858560:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 30us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.797601:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1625 00000100:00100000:2.0:1781227152.797613:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1626 00000100:00100000:2.0:1781227152.797619:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+79:2427:x1867750941857920:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.797645:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:426c1963-9443-4542-9a73-222739759500+79:2427:x1867750941857920:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.797651:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1626 00000100:00100000:2.0:1781227152.797663:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1627 00000100:00100000:2.0:1781227152.797670:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941858432:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.797760:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2427:x1867750941858432:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 24us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.797768:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1627 00000100:00100000:2.0:1781227152.797796:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858304 00000100:00100000:2.0:1781227152.797801:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858304 00000100:00100000:2.0:1781227152.797831:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858816 00000100:00100000:2.0:1781227152.797835:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858816 00000100:00100000:2.0:1781227152.797854:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858176 00000100:00100000:2.0:1781227152.797858:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858176 00000100:00100000:2.0:1781227152.797871:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858688 00000100:00100000:2.0:1781227152.797873:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858688 00000100:00100000:2.0:1781227152.797889:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1035 00000100:00100000:2.0:1781227152.797896:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2427:x1867750941858304:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.797923:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2427:x1867750941858304:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 28us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.797930:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1035 00000100:00100000:2.0:1781227152.797942:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1036 00000100:00100000:2.0:1781227152.797947:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a60636bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941858816:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.797970:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a60636bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2427:x1867750941858816:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.797977:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1036 00000100:00100000:2.0:1781227152.797987:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1037 00000100:00100000:2.0:1781227152.797994:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606368b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941858176:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227152.798333:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941857792 00000100:00100000:3.0:1781227152.798340:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941857792 00000100:00100000:3.0:1781227152.798382:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 869 00000100:00100000:3.0:1781227152.798390:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941857792:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227152.798475:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1038 00000100:00100000:0.0:1781227152.798490:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a6063683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941858688:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227152.798913:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606368b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+18:2427:x1867750941858176:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 915us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227152.798924:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1037 00000100:00080000:2.0:1781227152.798957:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781227152.798962:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227152.798966:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227152.798969:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781227152.802443:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2427:x1867750941857792:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 4028us (5509us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227152.802467:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 869 00000100:00100000:0.0:1781227152.804189:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a6063683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2427:x1867750941858688:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 5687us (6985us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227152.804210:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1038 00000100:00100000:0.0:1781227153.404113:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a606369e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964777088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781227153.404239:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227153.404448:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777088 00000100:00100000:2.0:1781227153.404460:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777088 00000100:00100000:2.0:1781227153.404557:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1781227153.404571:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964777088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227153.404616:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227153.404678:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964777088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227153.404722:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00080000:0.0:1781227153.404935:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781227153.404985:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a606369e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964777088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781227153.406361:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964777600:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.406439:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227153.406538:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964777216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.406582:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227153.407231:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964777344:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.407280:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227153.418805:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777600 00000100:00100000:2.0:1781227153.418832:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777600 00000100:00100000:2.0:1781227153.418918:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777344 00000100:00100000:2.0:1781227153.418922:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777344 00000100:00100000:2.0:1781227153.418952:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:2.0:1781227153.418966:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964777600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.419120:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964777600:12345-0@lo:400:kworker.0 Request processed in 157us (12679us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227153.419128:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:2.0:1781227153.419152:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:2.0:1781227153.419159:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964777344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.419208:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964777344:12345-0@lo:400:kworker.0 Request processed in 50us (11928us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227153.419214:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:2.0:1781227153.419358:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964778112:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.419411:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227153.419680:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964777728:0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.419738:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227153.419767:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964778240:0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.419796:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227153.419847:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777216 00000100:00100000:0.0:1781227153.419853:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777216 00000100:00100000:0.0:1781227153.419892:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1781227153.419901:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964777216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.419943:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964777216:12345-0@lo:400:kworker.0 Request processed in 43us (13360us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227153.419949:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1781227153.420036:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777728 00000100:00100000:0.0:1781227153.420039:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777728 00000100:00100000:0.0:1781227153.420068:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1781227153.420076:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964777728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.420110:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964777728:12345-0@lo:400:kworker.0 Request processed in 36us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227153.420117:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1781227153.420136:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778112 00000100:00100000:0.0:1781227153.420140:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778112 00000100:00100000:0.0:1781227153.420188:0:9780:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778240 00000100:00100000:0.0:1781227153.420192:0:9780:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778240 00000100:00100000:0.0:1781227153.420216:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1781227153.420223:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a606369e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964778112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.420259:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a606369e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964778112:12345-0@lo:400:kworker.0 Request processed in 37us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227153.420266:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1781227153.420277:0:9780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1781227153.420284:0:9780:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964778240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.420312:0:9780:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964778240:12345-0@lo:400:kworker.0 Request processed in 28us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227153.420319:0:9780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00080000:0.0:1781227153.420355:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227153.420370:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964778752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227153.420399:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227153.420448:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964777216:0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.420464:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bca1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964777728:0@lo:400:kworker.0 00000100:00100000:0.0:1781227153.420474:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964778240:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.421688:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964777344:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.421719:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964777856:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.421784:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227153.421819:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964778368:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.421842:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227153.421883:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781227153.421891:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964777472:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.421920:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227153.421941:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964777984:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.421963:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227153.421982:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964778496:0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.422014:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227153.422060:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777856 00000100:00100000:3.0:1781227153.422066:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777856 00000100:00100000:3.0:1781227153.422120:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778368 00000100:00100000:3.0:1781227153.422123:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778368 00000100:00100000:3.0:1781227153.422137:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777984 00000100:00100000:3.0:1781227153.422139:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777984 00000100:00100000:3.0:1781227153.422151:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778496 00000100:00100000:3.0:1781227153.422153:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778496 00000100:00100000:3.0:1781227153.422167:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1781227153.422175:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964777856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.422247:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e29a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964777856:12345-0@lo:400:kworker.0 Request processed in 72us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227153.422255:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:3.0:1781227153.422276:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1781227153.422282:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964778368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.422309:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964778368:12345-0@lo:400:kworker.0 Request processed in 28us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227153.422316:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1781227153.422328:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:3.0:1781227153.422334:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964777984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.422358:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964777984:12345-0@lo:400:kworker.0 Request processed in 24us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227153.422364:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:3.0:1781227153.422375:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1781227153.422380:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964778496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.422406:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964778496:12345-0@lo:400:kworker.0 Request processed in 26us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227153.422412:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1781227153.422455:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964777472 00000100:00100000:3.0:1781227153.422459:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964777472 00000100:00100000:3.0:1781227153.422486:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1781227153.422722:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964778112:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.422736:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964778624:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.422777:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227153.422808:0:17677:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778624 00000100:00100000:2.0:1781227153.422812:0:17677:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778624 00000100:00100000:2.0:1781227153.422850:0:17677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1781227153.422856:0:17677:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964778624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.422890:0:17677:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964778624:12345-0@lo:400:kworker.0 Request processed in 33us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227153.422895:0:17677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1781227153.422926:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964778624:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.422959:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bcb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964777600:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.423038:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964777984:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.423051:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964778496:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.423064:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964777856:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.423074:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964778368:0@lo:400:kworker.0 00000100:00100000:2.0:1781227153.423124:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778752 00000100:00100000:2.0:1781227153.423129:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778752 00000100:00100000:2.0:1781227153.423157:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1781227153.423165:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964778752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227153.423197:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227153.423239:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964778752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (2839us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227153.423246:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00080000:2.0:1781227153.423268:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227153.423274:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781227153.423276:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227153.423617:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964778752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781227153.424280:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964777472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227153.424354:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964777472:12345-0@lo:400:kworker.0 Request processed in 1861us (2432us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227153.424364:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1781227153.428791:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7bc83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964777472:0@lo:400:kworker.0 00010000:00010000:3.0:1781227153.539629:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227153.726759:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781227154.374443:0:29428:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227154.374452:0:29428:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227154.377495:0:29428:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227154.377515:0:29428:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227154.429189:0:3669:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781227154.429214:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a05a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964778880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781227154.429284:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227154.434480:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964778880 00000100:00100000:0.0:1781227154.434497:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964778880 00000100:00100000:0.0:1781227154.434552:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1781227154.434562:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964778880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227154.434599:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227154.434715:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964778880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 155us (5431us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227154.434724:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1781227154.434779:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a05a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964778880:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781227154.560392:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781227155.580559:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227155.964447:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964779008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227155.965302:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227155.965759:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779008 00000100:00100000:0.0:1781227155.965770:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779008 00000100:00100000:0.0:1781227155.965825:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1781227155.965835:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964779008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227155.965868:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227155.965923:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964779008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227155.965931:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:0.0:1781227155.965954:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227155.966006:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964779008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781227155.966644:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964779136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781227155.966942:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227155.967953:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779136 00000100:00100000:2.0:1781227155.967965:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779136 00000100:00100000:2.0:1781227155.968048:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1781227155.968058:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964779136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781227155.968083:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:2.0:1781227155.968151:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964779136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227155.968159:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1781227155.968213:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964779136:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781227155.968294:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1781227156.481585:0:29480:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781227156.481595:0:29480:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781227156.482671:0:29480:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781227156.482685:0:29480:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781227156.605772:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781227156.988141:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7410b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964779264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781227156.988256:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227156.988737:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779264 00000100:00100000:2.0:1781227156.988749:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779264 00000100:00100000:2.0:1781227156.988819:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1781227156.988829:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964779264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781227156.988869:0:7800:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781227156.989115:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7410b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964779264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781227156.989290:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3667:x1867750964779264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 462us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227156.989300:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00010000:00010000:3.0:1781227157.632065:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781227157.918791:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.918847:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.918876:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.918899:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.918922:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.919004:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.919035:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859200 00000100:00100000:2.0:1781227157.919044:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859200 00000100:00100000:2.0:1781227157.919105:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859712 00000100:00100000:2.0:1781227157.919109:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859712 00000100:00100000:2.0:1781227157.919127:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859072 00000100:00100000:2.0:1781227157.919130:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859072 00000100:00100000:2.0:1781227157.919149:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1634 00000100:00100000:2.0:1781227157.919161:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941859200:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.919248:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74103c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+6:2426:x1867750941859200:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 90us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.919257:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1634 00000100:00100000:2.0:1781227157.919280:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1635 00000100:00100000:2.0:1781227157.919287:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941859712:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.919311:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2426:x1867750941859712:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.919317:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1635 00000100:00100000:2.0:1781227157.919329:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1636 00000100:00100000:2.0:1781227157.919336:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+79:2426:x1867750941859072:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.919362:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74130c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:426c1963-9443-4542-9a73-222739759500+79:2426:x1867750941859072:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 27us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.919368:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1636 00000100:00100000:2.0:1781227157.919390:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859456 00000100:00100000:2.0:1781227157.919393:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859456 00000100:00100000:2.0:1781227157.919421:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859968 00000100:00100000:2.0:1781227157.919424:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859968 00000100:00100000:2.0:1781227157.919446:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1042 00000100:00100000:2.0:1781227157.919453:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2426:x1867750941859456:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.919477:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2426:x1867750941859456:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.919483:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1042 00000100:00100000:2.0:1781227157.919495:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1043 00000100:00100000:2.0:1781227157.919502:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941859968:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.919522:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2426:x1867750941859968:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.919528:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1043 00000100:00080000:2.0:1781227157.919548:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781227157.919553:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227157.919555:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781227157.920265:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941858944 00000100:00100000:3.0:1781227157.920274:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941858944 00000100:00100000:3.0:1781227157.920335:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:3.0:1781227157.920345:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941858944:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227157.920446:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2426:x1867750941858944:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 104us (1666us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227157.920454:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 871 00000100:00100000:2.0:1781227157.926465:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.926513:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.926551:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:2.0:1781227157.926582:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859328 00000100:00100000:2.0:1781227157.926593:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859328 00000100:00100000:2.0:1781227157.926656:0:8405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859840 00000100:00100000:2.0:1781227157.926661:0:8405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859840 00000100:00100000:2.0:1781227157.926690:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1044 00000100:00100000:1.0:1781227157.927207:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941859584 00000100:00100000:1.0:1781227157.927215:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941859584 00000100:00100000:1.0:1781227157.927260:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1637 00000100:00100000:1.0:1781227157.927271:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941859584:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:1.0:1781227157.927355:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2426:x1867750941859584:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 86us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227157.927375:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1637 00000100:00100000:2.0:1781227157.927755:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941859328:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.927803:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e2a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:426c1963-9443-4542-9a73-222739759500+18:2426:x1867750941859328:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 881us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.927810:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1044 00000100:00100000:2.0:1781227157.927829:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1045 00000100:00100000:2.0:1781227157.927994:0:8405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941859840:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:2.0:1781227157.928028:0:8405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c6e28f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2426:x1867750941859840:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 191us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227157.928034:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1045 00000100:00080000:2.0:1781227157.928059:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781227157.928064:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781227158.501023:0:29531:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227158.501032:0:29531:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227158.501478:0:29531:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227158.501487:0:29531:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227158.524995:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964779392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227158.525076:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227158.525143:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781227158.525149:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964779520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227158.525172:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227158.525457:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779392 00000100:00100000:2.0:1781227158.525466:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779392 00000100:00100000:2.0:1781227158.525524:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779520 00000100:00100000:2.0:1781227158.525528:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779520 00000100:00100000:2.0:1781227158.525546:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1781227158.525556:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a07840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964779392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781227158.525589:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227158.525637:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a07840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964779392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227158.525645:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1781227158.525665:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1781227158.525672:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964779520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781227158.525682:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:2.0:1781227158.525735:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3668:x1867750964779520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227158.525741:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00080000:1.0:1781227158.526477:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227158.526527:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3668:1867750964779520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227158.526544:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964779392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781227158.526926:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964779776:0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.526982:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527011:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964779648:0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.527012:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964780288:0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.527037:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527040:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227158.527053:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964780800:0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527059:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964780160:0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.527073:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527077:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527091:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964780672:0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.527103:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779776 00000100:00100000:0.0:1781227158.527108:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779776 00000100:00100000:3.0:1781227158.527112:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527137:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964780032:0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.527142:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780288 00000100:00100000:0.0:1781227158.527145:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780288 00000100:00100000:3.0:1781227158.527159:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527174:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964780544:0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527197:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227158.527213:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964779904:0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527224:0:6518:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779648 00000100:00100000:3.0:1781227158.527227:0:6518:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779648 00000100:00100000:1.0:1781227158.527238:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527253:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1781227158.527256:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964780416:0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527259:0:6518:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964779648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227158.527276:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227158.527297:0:6518:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3666:x1867750964779648:12345-0@lo:400:kworker.0 Request processed in 37us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227158.527304:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1781227158.527337:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780160 00000100:00100000:3.0:1781227158.527340:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780160 00000100:00100000:3.0:1781227158.527364:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964779904 00000100:00100000:3.0:1781227158.527367:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964779904 00000100:00100000:3.0:1781227158.527379:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1781227158.527385:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964780160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527416:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964780160:12345-0@lo:400:kworker.0 Request processed in 31us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227158.527421:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1781227158.527432:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1781227158.527437:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a061c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964779904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527461:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a061c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964779904:12345-0@lo:400:kworker.0 Request processed in 24us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227158.527466:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1781227158.527484:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780672 00000100:00100000:3.0:1781227158.527487:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780672 00000100:00100000:3.0:1781227158.527527:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780544 00000100:00100000:3.0:1781227158.527531:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780544 00000100:00100000:3.0:1781227158.527563:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1781227158.527568:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964780672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527598:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8397c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964780672:12345-0@lo:400:kworker.0 Request processed in 30us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227158.527604:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1781227158.527615:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1781227158.527620:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964780544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.527650:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3669:x1867750964780544:12345-0@lo:400:kworker.0 Request processed in 30us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227158.527656:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1781227158.530658:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e28b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3666:1867750964779648:0@lo:400:kworker.0 00000100:00100000:2.0:1781227158.530679:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964780160:0@lo:400:kworker.0 00000100:00100000:2.0:1781227158.530692:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964780672:0@lo:400:kworker.0 00000100:00100000:1.0:1781227158.531262:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964780928:0@lo:400:kworker.0 00000100:00100000:1.0:1781227158.531335:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227158.533398:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780800 00000100:00100000:0.0:1781227158.533412:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780800 00000100:00100000:0.0:1781227158.533486:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780032 00000100:00100000:0.0:1781227158.533489:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780032 00000100:00100000:0.0:1781227158.533500:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780416 00000100:00100000:0.0:1781227158.533502:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780416 00000100:00100000:0.0:1781227158.533521:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:0.0:1781227158.533532:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964779776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.533666:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1867750964779776:12345-0@lo:400:kworker.0 Request processed in 135us (6683us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227158.533673:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:0.0:1781227158.533691:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:0.0:1781227158.533719:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964780288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.533748:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1867750964780288:12345-0@lo:400:kworker.0 Request processed in 31us (6710us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227158.533753:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:0.0:1781227158.533763:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1781227158.533769:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964780800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.533793:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1867750964780800:12345-0@lo:400:kworker.0 Request processed in 25us (6720us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227158.533798:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1781227158.533807:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:0.0:1781227158.533812:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964780032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.533835:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83943c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3669:x1867750964780032:12345-0@lo:400:kworker.0 Request processed in 23us (6675us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227158.533841:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:0.0:1781227158.533851:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1781227158.533857:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a05a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964780416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227158.533883:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a05a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3668:x1867750964780416:12345-0@lo:400:kworker.0 Request processed in 27us (6606us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227158.533889:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00080000:0.0:1781227158.534086:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781227158.534091:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781227158.534093:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781227158.534344:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3667:1867750964779776:0@lo:400:kworker.0 00000100:00100000:2.0:1781227158.534359:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3667:1867750964780288:0@lo:400:kworker.0 00000100:00100000:2.0:1781227158.534371:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3667:1867750964780800:0@lo:400:kworker.0 00000100:00100000:1.0:1781227158.534829:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c6e2b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964779904:0@lo:400:kworker.0 00000100:00100000:1.0:1781227158.534842:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3668:1867750964780416:0@lo:400:kworker.0 00000100:00100000:2.0:1781227158.534911:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964780928 00000100:00100000:2.0:1781227158.534917:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964780928 00000100:00100000:2.0:1781227158.534981:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:2.0:1781227158.534990:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a04b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964780928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227158.535040:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a04b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3668:x1867750964780928:12345-0@lo:400:kworker.0 Request processed in 51us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227158.535046:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:3.0:1781227158.535077:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3669:1867750964780032:0@lo:400:kworker.0 00000100:00100000:3.0:1781227158.535091:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964780544:0@lo:400:kworker.0 00000100:00080000:1.0:1781227158.535302:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781227158.535324:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3668:1867750964780928:0@lo:400:kworker.0 00010000:00010000:3.0:1781227158.653638:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227159.550834:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a605a06940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964781056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781227159.550930:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227159.551116:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781056 00000100:00100000:0.0:1781227159.551125:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781056 00000100:00100000:0.0:1781227159.551188:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1781227159.551199:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964781056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781227159.551235:0:6529:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781227159.551294:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3669:x1867750964781056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227159.551302:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1781227159.551363:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a605a06940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3669:1867750964781056:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781227159.675877:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781227160.603415:0:29582:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781227160.603425:0:29582:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781227160.607290:0:29582:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781227160.607309:0:29582:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781227160.703254:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227161.086836:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781227161.086866:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964781184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227161.086960:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227161.087807:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781184 00000100:00100000:0.0:1781227161.087819:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781184 00000100:00100000:0.0:1781227161.087924:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1781227161.087948:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964781184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781227161.087983:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00080000:1.0:1781227161.088146:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781227161.088557:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83952c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3667:x1867750964781184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 612us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227161.088567:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1781227161.088628:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3667:1867750964781184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781227161.095535:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964781312:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781227161.095637:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227161.096811:0:10038:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781312 00000100:00100000:0.0:1781227161.096824:0:10038:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781312 00000100:00100000:0.0:1781227161.096910:0:10038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1781227161.096922:0:10038:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964781312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781227161.096959:0:10038:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922423808 avail 3690901504 00000100:00100000:0.0:1781227161.097031:0:10038:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c83961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964781312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227161.097047:0:10038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1781227161.097450:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c7925a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964781312:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781227161.097582:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781227161.724857:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227161.852635:0:13635:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781227161.852646:0:13635:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781227161.853202:0:13635:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781227161.853218:0:13635:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781227162.108075:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964781440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781227162.108205:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227162.108953:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781440 00000100:00100000:0.0:1781227162.108972:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781440 00000100:00100000:0.0:1781227162.109033:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1781227162.109043:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964781440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781227162.109080:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781227162.109174:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3668:x1867750964781440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227162.109182:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1781227162.110112:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964781440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781227162.651906:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:0.0:1781227162.652179:0:6526:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860224 00000100:00100000:0.0:1781227162.652195:0:6526:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860224 00000100:00100000:0.0:1781227162.652285:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00100000:0.0:1781227162.652299:0:6526:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+79:34632:x1867750941860224:12345-192.168.202.30@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1781227162.652652:0:6526:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8394f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:426c1963-9443-4542-9a73-222739759500+80:34632:x1867750941860224:12345-192.168.202.30@tcp:35:ldlm_bl.0 Request processed in 356us (755us total) trans 4294968329 rc 0/0 00000100:00100000:0.0:1781227162.652663:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 326 00000100:00080000:1.0:1781227162.653149:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781227162.653755:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227162.653878:0:6511:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860352 00000100:00100000:3.0:1781227162.653890:0:6511:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860352 00000100:00100000:3.0:1781227162.653991:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 96 00000100:00100000:3.0:1781227162.654006:0:6511:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a605a06940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+18:2424:x1867750941860352:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781227162.654106:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 10 locks, starting at 0 00010000:00010000:3.0:1781227162.654162:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ad59aff/0x5d5522eac4467e2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a3b expref: 18 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654200:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080b85e8f/0x5d5522eac4467dac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47a26 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654232:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097464225/0x5d5522eac4466d44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47269 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654261:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a32ff260/0x5d5522eac4466a73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4717b expref: 15 pid: 17677 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654285:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037843545/0x5d5522eac4466771 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b47078 expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654308:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842dd770/0x5d5522eac446635e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46ed4 expref: 13 pid: 15413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654329:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaefef71/0x5d5522eac4464e96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4680c expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654351:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e753b873/0x5d5522eac446470a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b465b2 expref: 11 pid: 15413 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654389:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056ce52a4/0x5d5522eac44637cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4616e expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781227162.654406:0:6511:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:3.0:1781227162.654409:0:6511:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb mtime from disk: 1645827007 -> 1781226557 00002000:00010000:3.0:1781227162.654412:0:6511:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb ctime from disk: 1781226556 -> 1781226557 00002000:00010000:3.0:1781227162.654414:0:6511:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x9:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1781227162.654422:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b61f1bd6/0x5d5522eac4462ea6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45e88 expref: 9 pid: 9780 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781227162.654435:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781227162.654498:0:6511:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a605a06940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:426c1963-9443-4542-9a73-222739759500+8:2424:x1867750941860352:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 496us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227162.654507:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 96 00000100:00080000:1.0:1781227162.654630:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227162.657399:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:1.0:1781227162.657524:0:6510:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860480 00000100:00100000:1.0:1781227162.657547:0:6510:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860480 00000100:00100000:1.0:1781227162.657629:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 97 00000100:00100000:1.0:1781227162.657641:0:6510:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+80:2424:x1867750941860480:12345-192.168.202.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781227162.657661:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1781227162.661539:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c726e600/0x5d5522eac446368d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b460f0 expref: 80 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661568:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89a4c6fc5200) 00010000:00010000:1.0:1781227162.661598:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850fa00/0x5d5522eac446356e lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4609c expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661610:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff89a5c2e7c400) 00010000:00010000:1.0:1781227162.661626:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c73c6800/0x5d5522eac4463583 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b460aa expref: 78 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661638:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b8e00/0x5d5522eac446348e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b4604f expref: 77 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661645:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89a4c6f7a200) 00010000:00010000:1.0:1781227162.661671:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850fe00/0x5d5522eac44633a0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46002 expref: 76 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661680:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff89a5ef776a00) 00010000:00010000:1.0:1781227162.661690:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c3800/0x5d5522eac44633b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b46010 expref: 75 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661717:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7387000/0x5d5522eac44632b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45fb5 expref: 74 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661726:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff89a5c2e7c100) 00010000:00010000:1.0:1781227162.661736:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c7387c00/0x5d5522eac4463226 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f84 expref: 73 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661743:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff89a5ef776900) 00010000:00010000:1.0:1781227162.661753:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850ee00/0x5d5522eac446323b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f92 expref: 72 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661763:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f000/0x5d5522eac446320a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f7d expref: 71 pid: 10991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661772:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff89a5ef776200) 00010000:00010000:1.0:1781227162.661799:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c2400/0x5d5522eac446312a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f3e expref: 70 pid: 14117 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661813:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e400/0x5d5522eac4463115 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f37 expref: 69 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661830:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c82b9a00/0x5d5522eac44630c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45f29 expref: 68 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661839:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff89a5ef776c00) 00010000:00010000:1.0:1781227162.661849:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850e800/0x5d5522eac446302e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45ef8 expref: 67 pid: 6523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661859:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c850f600/0x5d5522eac4463019 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45ef1 expref: 66 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661869:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89a4c86c3c00/0x5d5522eac4462fa2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.30@tcp remote: 0xa9a55ebd77b45ed5 expref: 65 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781227162.661876:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff89a5d0c36900) 00010000:00010000:1.0:1781227162.661883:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781227162.661975:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8395e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:426c1963-9443-4542-9a73-222739759500+64:2424:x1867750941860480:12345-192.168.202.30@tcp:103:ldlm_bl.0 Request processed in 4334us (4588us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227162.661988:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 97 00010000:00010000:0.0:1781227162.750242:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781227163.041259:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041320:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041349:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041369:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041385:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041405:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041424:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041444:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041470:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.30@tcp (source: 12345-192.168.202.30@tcp) 00000100:00100000:3.0:1781227163.041497:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860864 00000100:00100000:3.0:1781227163.041507:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860864 00000100:00100000:3.0:1781227163.041558:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941861376 00000100:00100000:3.0:1781227163.041561:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941861376 00000100:00100000:3.0:1781227163.041573:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860736 00000100:00100000:3.0:1781227163.041575:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860736 00000100:00100000:3.0:1781227163.041584:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941861248 00000100:00100000:3.0:1781227163.041586:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941861248 00000100:00100000:3.0:1781227163.041601:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1644 00000100:00100000:3.0:1781227163.041610:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941860864:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.041685:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c8396580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+6:2425:x1867750941860864:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 75us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.041693:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1644 00000100:00100000:3.0:1781227163.041735:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1645 00000100:00100000:3.0:1781227163.041742:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941861376:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.041767:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+5:2425:x1867750941861376:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 26us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.041773:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1645 00000100:00100000:3.0:1781227163.041786:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1646 00000100:00100000:3.0:1781227163.041792:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+64:2425:x1867750941860736:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.041816:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:426c1963-9443-4542-9a73-222739759500+64:2425:x1867750941860736:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 25us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.041822:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1646 00000100:00100000:3.0:1781227163.041833:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1647 00000100:00100000:3.0:1781227163.041840:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941861248:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.041863:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:700a31f4-0108-4d7b-9207-a5201bc9a435+38:2425:x1867750941861248:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.041869:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1647 00000100:00100000:3.0:1781227163.041886:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941861120 00000100:00100000:3.0:1781227163.041890:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941861120 00000100:00100000:3.0:1781227163.043633:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941861632 00000100:00100000:3.0:1781227163.043646:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941861632 00000100:00100000:3.0:1781227163.043687:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860992 00000100:00100000:3.0:1781227163.043690:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860992 00000100:00100000:3.0:1781227163.043713:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941861504 00000100:00100000:3.0:1781227163.043716:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941861504 00000100:00100000:3.0:1781227163.043735:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1048 00000100:00100000:3.0:1781227163.043743:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2425:x1867750941861120:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.043806:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2425:x1867750941861120:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 63us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.043814:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1048 00000100:00100000:3.0:1781227163.043832:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1049 00000100:00100000:3.0:1781227163.043838:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941861632:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.043861:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+10:2425:x1867750941861632:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 23us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.043867:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1049 00000100:00100000:3.0:1781227163.043879:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1050 00000100:00100000:3.0:1781227163.043885:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2425:x1867750941860992:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.043905:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bcb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:426c1963-9443-4542-9a73-222739759500+8:2425:x1867750941860992:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 21us (2481us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227163.045026:0:6516:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750941860608 00000100:00100000:0.0:1781227163.045036:0:6516:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750941860608 00000100:00100000:0.0:1781227163.045085:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:0.0:1781227163.045094:0:6516:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941860608:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:0.0:1781227163.045141:0:6516:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:573fa1f7-3ce9-4c15-8e89-bc1fec32f3c3+12:2425:x1867750941860608:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 50us (3893us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227163.045148:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 873 00000100:00100000:3.0:1781227163.046239:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1050 00000100:00100000:3.0:1781227163.046267:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.30@tcp, seq: 1051 00000100:00100000:3.0:1781227163.046280:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f778d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941861504:12345-192.168.202.30@tcp:400:kworker.0 00000100:00100000:3.0:1781227163.046322:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f778d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:700a31f4-0108-4d7b-9207-a5201bc9a435+11:2425:x1867750941861504:12345-192.168.202.30@tcp:400:kworker.0 Request processed in 47us (4852us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.046328:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.30@tcp, seq: 1051 00000100:00080000:3.0:1781227163.046517:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781227163.046523:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781227163.046527:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781227163.046530:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:02000400:3.0:1781227163.234290:0:29633:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x33:0x0 is not SUCCEED on mds1 00000100:00100000:0.0:1781227163.646649:0:3668:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781227163.646675:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964781568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227163.646797:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227163.646992:0:8409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781568 00000100:00100000:0.0:1781227163.647001:0:8409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781568 00000100:00100000:0.0:1781227163.647070:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1781227163.647080:0:8409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964781568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781227163.647120:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227163.647175:0:8409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3668:x1867750964781568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227163.647183:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1781227163.647235:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c79270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3668:1867750964781568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781227163.651063:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964781696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781227163.651153:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227163.656064:0:8408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781696 00000100:00100000:2.0:1781227163.656075:0:8408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781696 00000100:00100000:2.0:1781227163.656144:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1781227163.656155:0:8408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964781696:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1781227163.656239:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781227163.656247:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964782208:0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.656251:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964781824:0@lo:400:kworker.0 00002000:00000024:2.0:1781227163.656312:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3920330752 avail 3688808448 00000100:00100000:0.0:1781227163.656722:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964781952:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.663536:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227163.663604:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964782720:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.663642:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227163.663711:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782208 00000100:00100000:1.0:1781227163.663719:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782208 00000100:00100000:1.0:1781227163.663763:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1781227163.663771:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964782208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.663827:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7412940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1867750964782208:12345-0@lo:400:kworker.0 Request processed in 56us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227163.663833:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1781227163.666145:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3666:1867750964782208:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666228:0:8407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782720 00000100:00100000:1.0:1781227163.666234:0:8407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782720 00000100:00100000:1.0:1781227163.666311:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1781227163.666320:0:8407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964782720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666402:0:8407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1867750964782720:12345-0@lo:400:kworker.0 Request processed in 83us (2758us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227163.666408:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1781227163.666570:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964782080:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666607:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227163.666637:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964782592:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666659:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227163.666675:0:3669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964783104:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666715:0:3669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227163.666752:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3666:1867750964782720:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666775:0:6529:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782080 00000100:00100000:1.0:1781227163.666778:0:6529:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782080 00000100:00100000:1.0:1781227163.666802:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781227163.666808:0:6529:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964782080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.666841:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f74121c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3669:x1867750964782080:12345-0@lo:400:kworker.0 Request processed in 33us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227163.666847:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781227163.666867:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3669:1867750964782080:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.668779:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782592 00000100:00100000:1.0:1781227163.668789:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782592 00000100:00100000:1.0:1781227163.668837:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964783104 00000100:00100000:1.0:1781227163.668840:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964783104 00000100:00100000:1.0:1781227163.668860:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1781227163.668944:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964782592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.669036:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3669:x1867750964782592:12345-0@lo:400:kworker.0 Request processed in 168us (2374us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227163.669043:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1781227163.669059:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:1.0:1781227163.669065:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964783104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.669094:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7411680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3669:x1867750964783104:12345-0@lo:400:kworker.0 Request processed in 29us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227163.669100:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00080000:1.0:1781227163.669122:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781227163.669127:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781227163.669163:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8379680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3669:1867750964782592:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.669174:0:3669:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3669:1867750964783104:0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.669684:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781227163.669752:0:8408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f7410780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964781696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 13598us (18597us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227163.669762:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1781227163.671032:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227163.671080:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964782336:0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.671118:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227163.671149:0:7800:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782336 00000100:00100000:3.0:1781227163.671155:0:7800:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782336 00000100:00100000:3.0:1781227163.671204:0:7800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1781227163.671212:0:7800:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964782336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.671264:0:7800:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bca580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964782336:12345-0@lo:400:kworker.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.671270:0:7800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1781227163.671310:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c83783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964782336:0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.671318:0:3667:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964782848:0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.671345:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781227163.671367:0:15413:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782848 00000100:00100000:3.0:1781227163.671371:0:15413:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782848 00000100:00100000:3.0:1781227163.671409:0:15413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1781227163.671416:0:15413:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964782848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.671448:0:15413:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7bc92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3667:x1867750964782848:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1781227163.671455:0:15413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00080000:3.0:1781227163.671491:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781227163.671511:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3667:1867750964782848:0@lo:400:kworker.0 00000100:00100000:2.0:1781227163.672931:0:6517:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781824 00000100:00100000:2.0:1781227163.672944:0:6517:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781824 00000100:00100000:2.0:1781227163.672988:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1781227163.672997:0:6517:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964781824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781227163.673064:0:6517:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a5f5a81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9+23:3667:x1867750964781824:12345-0@lo:400:kworker.0 Request processed in 68us (2037us total) trans 0 rc 0/0 00000100:00100000:2.0:1781227163.673071:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1781227163.673310:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964781952 00000100:00100000:0.0:1781227163.673315:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964781952 00000100:00100000:0.0:1781227163.673358:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:0.0:1781227163.673366:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964781952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673404:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3668:x1867750964781952:12345-0@lo:400:kworker.0 Request processed in 40us (3722us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227163.673414:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:0.0:1781227163.673461:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c8378b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3668:1867750964781952:0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673472:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964782464:0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673500:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227163.673523:0:14117:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782464 00000100:00100000:0.0:1781227163.673527:0:14117:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782464 00000100:00100000:0.0:1781227163.673555:0:14117:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:0.0:1781227163.673560:0:14117:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964782464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673586:0:14117:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7926d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3668:x1867750964782464:12345-0@lo:400:kworker.0 Request processed in 26us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227163.673591:0:14117:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00080000:0.0:1781227163.673606:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227163.673621:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3668:1867750964782464:0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673627:0:3668:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964782976:0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673647:0:3668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781227163.673665:0:6525:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964782976 00000100:00100000:0.0:1781227163.673669:0:6525:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964782976 00000100:00100000:0.0:1781227163.673692:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:0.0:1781227163.673719:0:6525:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964782976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781227163.673744:0:6525:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c7927840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3668:x1867750964782976:12345-0@lo:400:kworker.0 Request processed in 27us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1781227163.673749:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00080000:0.0:1781227163.673761:0:6519:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781227163.673773:0:3668:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3668:1867750964782976:0@lo:400:kworker.0 00000100:00100000:3.0:1781227163.673996:0:3667:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a4c837a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:03491d16-68c3-4c6c-bd1f-9a3d3e6ef2f9:3667:1867750964781824:0@lo:400:kworker.0 00000100:00100000:1.0:1781227163.678178:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964781696:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781227163.777082:0:7448:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781227163.964282:0:13640:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781227164.669227:0:3666:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff89a5f7412d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964783232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781227164.669331:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781227164.673000:0:6528:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867750964783232 00000100:00100000:1.0:1781227164.673019:0:6528:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867750964783232 00000100:00100000:1.0:1781227164.674839:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1781227164.674866:0:6528:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964783232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781227164.674930:0:6528:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781227164.675051:0:6528:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff89a4c79261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1867750964783232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 196us (5718us total) trans 0 rc 0/0 00000100:00100000:1.0:1781227164.675059:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1781227164.675607:0:3666:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff89a5f7412d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3666:1867750964783232:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781227164.800126:0:6512:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 72695 lines, 72695 kept, 0 dropped, 0 bad.